-- Logs begin at Wed 2021-08-04 07:50:07 UTC, end at Wed 2021-08-04 08:56:15 UTC. -- Aug 04 08:30:49.882373 dv-cinder-802653-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 04 08:30:52.599327 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.common.config [-] Logging enabled! Aug 04 08:30:52.599867 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev515 Aug 04 08:30:52.600066 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99778) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 04 08:30:52.603261 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.common.config [-] Logging enabled! Aug 04 08:30:52.603518 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev515 Aug 04 08:30:52.603833 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99778) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 04 08:30:52.605440 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 08:30:52.605682 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 08:30:52.606050 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 08:30:52.606304 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 08:30:52.606534 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 08:30:52.606857 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.607156 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.607458 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.607692 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.608080 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.608387 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.608679 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.608969 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.609270 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.609555 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.609839 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.610126 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.610359 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.610640 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.610935 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.611219 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.611450 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] debug = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.611733 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.612186 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.612604 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.612887 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.613177 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.613461 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.613772 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.614018 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.614309 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.614641 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] host = dv-cinder-802653-4-iscsi {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.614923 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.615217 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.615521 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.615804 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.616113 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.616394 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.616692 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.616956 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.617232 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] log_file = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.617511 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.617862 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.618086 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.618377 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.618604 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.618828 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.619117 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.619402 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.619699 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.620515 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.620803 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.621080 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.621359 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.621629 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.621916 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.622205 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.622509 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.622768 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.623045 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.623318 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.623592 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.623879 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.624184 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.624462 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.624744 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.625031 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.625304 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.625585 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.625887 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.626176 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.626460 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.626752 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.627032 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.627320 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.627598 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.627875 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.628175 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] use_json = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.628458 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.628733 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.629022 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.629299 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.629575 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.629852 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.630127 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.630415 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:52.630716 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.631018 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.631323 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.631611 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.631911 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.632220 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.632516 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.632804 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.633099 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.633394 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.633688 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.633970 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.634267 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.634551 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.634852 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.635163 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.635494 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.635791 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.636157 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.636438 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.636716 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.636996 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.637286 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.637582 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.637875 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.638153 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.638435 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.638730 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.639012 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.639287 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.639569 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.639860 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.640163 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.640439 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.640725 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.641008 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.641284 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.641558 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.641839 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.642131 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.642409 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.642685 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.642958 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.643239 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.643513 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.643801 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.644101 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.644376 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.644648 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.644929 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.645206 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.645486 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.645765 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.646039 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.646315 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.646588 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.646860 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.647134 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.647406 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.647679 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.648029 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.648241 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.648625 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.648769 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.649041 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.649570 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.649844 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.650116 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.650404 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.650702 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.651005 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.651290 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.651570 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.651850 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.652161 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.652440 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.652857 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.653007 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.653256 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.653549 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.653909 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.654134 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.654415 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.654698 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.654997 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.655279 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.655570 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.655852 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.656156 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.656453 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.656737 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.657036 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.657335 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.657632 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.657931 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.658228 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.658512 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.658827 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.659109 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:52.659332 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 08:30:52.659581 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99778) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 04 08:30:53.006695 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 04 08:30:53.006977 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 04 08:30:53.007278 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 04 08:30:53.007612 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 04 08:30:53.399019 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.399557 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.399830 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.401124 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.401873 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.402140 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.435707 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.436011 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.436279 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.449827 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.450111 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.450382 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.480175 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.480460 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.480732 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.516226 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.516511 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.516783 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.747060 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.747685 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.747685 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.747856 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.748583 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.867738 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.868084 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.868375 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.868652 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.868923 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.869233 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.869494 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.869776 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.870032 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.870316 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.870582 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.870850 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.871106 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.871358 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.871614 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.871880 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.872160 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.872428 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.872700 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.872962 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.873238 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.873492 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.873775 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.874152 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.874404 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.874652 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.875045 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 08:30:53.875286 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 08:30:53.875525 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 08:30:53.875765 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 08:30:53.876029 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 08:30:53.876268 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 08:30:53.876628 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 04 08:30:53.879671 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 04 08:30:53.883582 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 04 08:30:53.887231 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Aug 04 08:30:53.889041 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 04 08:30:53.889495 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 04 08:30:53.889833 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 04 08:30:53.890216 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 04 08:30:53.893024 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 04 08:30:53.893283 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 04 08:30:53.893634 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 04 08:30:53.898861 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 04 08:30:53.922403 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 04 08:30:53.922860 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.923163 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99778) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 04 08:30:53.923530 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.924920 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99778) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 04 08:30:53.925208 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 04 08:30:53.925457 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 04 08:30:53.928703 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.928994 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:53.991678 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 04 08:30:53.991919 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 04 08:30:53.992182 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 04 08:30:53.992548 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 04 08:30:54.013314 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_db.sqlalchemy.engines [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99778) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 04 08:30:54.643816 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.plugins.ml2.managers [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Initializing driver for type 'gre' Aug 04 08:30:54.644295 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] gre ID ranges: [(1, 1000)] Aug 04 08:30:54.786665 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.plugins.ml2.managers [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Initializing driver for type 'local' Aug 04 08:30:54.787298 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.plugins.ml2.managers [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Initializing driver for type 'vlan' Aug 04 08:30:54.877905 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] VlanTypeDriver initialization complete Aug 04 08:30:54.878270 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.plugins.ml2.managers [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Initializing driver for type 'vxlan' Aug 04 08:30:54.878776 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] vxlan ID ranges: [(1, 1000)] Aug 04 08:30:55.078255 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.plugins.ml2.managers [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Initializing extension driver 'port_security' Aug 04 08:30:55.078600 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.plugins.ml2.extensions.port_security [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] PortSecurityExtensionDriver initialization complete Aug 04 08:30:55.078933 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.plugins.ml2.managers [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Initializing mechanism driver 'openvswitch' Aug 04 08:30:55.079255 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.plugins.ml2.managers [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Initializing mechanism driver 'hyperv' Aug 04 08:30:55.091343 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.plugins.ml2.plugin [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:30:55.092271 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > port after_create 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.092651 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > port after_update 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.093012 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > port after_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.093535 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=99778) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 08:30:55.093971 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > subnet after_create 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.094339 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > subnet after_update 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.094703 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > subnet after_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.095096 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=99778) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 08:30:55.095503 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > network after_create 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.095855 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > network after_update 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.096231 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > network after_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.096621 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=99778) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 08:30:55.097029 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > security_group after_create 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.097386 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > security_group after_update 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.097731 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > security_group after_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.098124 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=99778) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 08:30:55.098530 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.098880 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.099221 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.099606 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=99778) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 08:30:55.100104 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > address_group after_create 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.100455 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > address_group after_update 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.100793 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > address_group after_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.101181 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=99778) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 08:30:55.101557 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] ML2 OVO RPC backend initialized. {{(pid=99778) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 04 08:30:55.102259 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > router_interface after_create 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.102620 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.103054 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > network before_response 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.103405 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > networks before_response 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.103789 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > port before_response 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.104163 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > ports before_response 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.104514 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > subnet before_response 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.104859 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > subnets before_response 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.105212 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > network after_create 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.105572 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > network after_update 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.105918 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > network after_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.106256 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > port after_create 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.106596 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > port after_update 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.106932 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > port after_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.107270 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > subnet after_create 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.107609 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > subnet after_update 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.107966 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > subnet after_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.108554 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.plugins.ml2.plugin [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Modular L2 Plugin initialization complete Aug 04 08:30:55.108886 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading services supported by the core plugin {{(pid=99778) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 04 08:30:55.109217 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.plugins.ml2.managers [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Got port-security extension from driver 'port_security' Aug 04 08:30:55.109680 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.extensions.vlantransparent [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Disabled vlantransparent extension. Aug 04 08:30:55.110160 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99778) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 04 08:30:55.110475 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading Plugin: router Aug 04 08:30:55.163209 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > router_interface before_create 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.163604 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > router after_create 55549900 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.164011 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > router before_create 55549900 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.164386 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.164764 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.165123 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > router after_delete 55549900 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.165486 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > floatingip after_update 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.165852 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > router after_create 55549900 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.166318 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > router after_update 55549900 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.166674 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > router after_update 55549900 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.167028 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.167394 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > router after_update 55549900 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.167836 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > router precommit_update 55549900 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.168235 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: port after_update 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.168601 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: port after_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.168943 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: subnet after_update 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.169285 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.169636 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > port precommit_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.169989 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > router precommit_create 55549900 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.170336 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: port before_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.170687 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > router precommit_create 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.171049 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > router after_update 55549900 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.171399 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > router precommit_delete 55549900 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.171755 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > router precommit_create 55549900 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.172146 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > router_interface after_create 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.172498 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > router precommit_update 55549900 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.172865 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > agent after_create 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.173217 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > agent after_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.173563 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > network after_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.174479 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.quota.resource_registry [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Tracking information for resource: router configured {{(pid=99778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 08:30:55.174818 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.quota.resource_registry [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Tracking information for resource: floatingip configured {{(pid=99778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 08:30:55.179650 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.db.l3_agentschedulers_db [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 04 08:30:55.180293 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: port after_update 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.180657 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: port after_create 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.181010 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: port after_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.181363 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: port after_update 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.182146 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > router before_create 55550100 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.182511 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > router precommit_delete 55550100 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.182876 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > router precommit_create 55550100 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.183261 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > router precommit_update 55550100 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.187662 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.services.provider_configuration [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Service providers = [] {{(pid=99778) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 04 08:30:55.191518 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.db.servicetype_db [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99778) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 04 08:30:55.194183 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.services.service_base [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99778) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 08:30:55.194538 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.services.service_base [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99778) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 08:30:55.194885 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.services.service_base [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99778) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 08:30:55.195783 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.services.service_base [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99778) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 08:30:55.196192 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.services.service_base [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 04 08:30:55.196571 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 08:30:55.196893 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 04 08:30:55.208201 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 08:30:55.208542 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading Plugin: auto_allocate Aug 04 08:30:55.214205 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: network precommit_update 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.215170 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: network precommit_create 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.215688 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 08:30:55.216046 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading Plugin: tag Aug 04 08:30:55.231055 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 08:30:55.231412 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading Plugin: timestamp Aug 04 08:30:55.235390 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 08:30:55.235724 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading Plugin: network_ip_availability Aug 04 08:30:55.241325 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.241704 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.242072 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.242834 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 08:30:55.243437 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading Plugin: flavors Aug 04 08:30:55.257167 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 08:30:55.257503 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading Plugin: revisions Aug 04 08:30:55.262654 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 08:30:55.263065 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_concurrency.lockutils [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.256s {{(pid=99778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 04 08:30:55.263857 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99778) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 04 08:30:55.264231 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Initializing extension manager. Aug 04 08:30:55.264771 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: __init__.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.265128 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: __pycache__ {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.266079 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.266079 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: address_group.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.266645 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.267249 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: address-group Aug 04 08:30:55.267579 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: address_scope.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.268362 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.268891 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: address-scope Aug 04 08:30:55.269217 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: admin_state_down_before_update.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.270246 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.270777 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: router-admin-state-down-before-update Aug 04 08:30:55.271108 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: agent.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.271827 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.272369 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: agent Aug 04 08:30:55.272695 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: agent_resources_synced.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.273624 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.274146 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: agent-resources-synced Aug 04 08:30:55.274730 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: allowedaddresspairs.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.276630 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.277755 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: allowed-address-pairs Aug 04 08:30:55.278088 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: auto_allocated_topology.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.279405 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.280325 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: auto-allocated-topology Aug 04 08:30:55.280890 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: availability_zone.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.282022 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.282949 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: availability_zone Aug 04 08:30:55.283514 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: availability_zone_filter.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.284945 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.285764 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: availability_zone_filter Aug 04 08:30:55.286297 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: data_plane_status.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.287661 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.288546 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extension data-plane-status not supported by any of loaded plugins Aug 04 08:30:55.289102 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: default_subnetpools.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.290562 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.291117 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: default-subnetpools Aug 04 08:30:55.291586 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: dhcpagentscheduler.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.292578 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.293124 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: dhcp_agent_scheduler Aug 04 08:30:55.293457 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: dns.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.294411 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.294928 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extension dns-integration not supported by any of loaded plugins Aug 04 08:30:55.295268 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: dns_domain_ports.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.296231 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.296755 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 04 08:30:55.297086 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.298040 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.298575 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 04 08:30:55.298909 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: dvr.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.299608 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.300157 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: dvr Aug 04 08:30:55.300499 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: ecmp_routes.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.301453 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.301975 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extension ecmp_routes not supported by any of loaded plugins Aug 04 08:30:55.302300 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: empty_string_filtering.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.303226 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.303743 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: empty-string-filtering Aug 04 08:30:55.304104 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.305030 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.305548 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 04 08:30:55.305878 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.346521 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.347048 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 04 08:30:55.347799 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: external_net.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.348639 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.349369 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: external-net Aug 04 08:30:55.349714 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: extra_dhcp_opt.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.350740 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.351272 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: extra_dhcp_opt Aug 04 08:30:55.351607 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: extraroute.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.352610 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.353251 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: extraroute Aug 04 08:30:55.353604 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: extraroute_atomic.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.354856 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.355379 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: extraroute-atomic Aug 04 08:30:55.355717 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: filter_validation.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.356538 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.357227 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: filter-validation Aug 04 08:30:55.357706 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: fip_pf_description.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.358987 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.359521 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 04 08:30:55.359853 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: fip_port_details.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.361084 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.361942 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: fip-port-details Aug 04 08:30:55.362436 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: flavors.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.364261 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.365124 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: flavors Aug 04 08:30:55.365600 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.367504 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.368081 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 04 08:30:55.368426 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: floatingip_pools.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.369333 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.370139 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: floatingip-pools Aug 04 08:30:55.370632 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: ip_allocation.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.371986 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.372803 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extension ip_allocation not supported by any of loaded plugins Aug 04 08:30:55.373315 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.374671 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.375259 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: ip-substring-filtering Aug 04 08:30:55.375600 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: l2_adjacency.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.376588 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.377116 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extension l2_adjacency not supported by any of loaded plugins Aug 04 08:30:55.377459 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: l3.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.378486 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.379025 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: router Aug 04 08:30:55.379361 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: l3_conntrack_helper.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.381691 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.382244 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 04 08:30:55.382586 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.383538 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.384112 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: ext-gw-mode Aug 04 08:30:55.384452 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.385393 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.385926 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: l3-ha Aug 04 08:30:55.386763 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: l3_flavors.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.387806 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.388372 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: l3-flavors Aug 04 08:30:55.391548 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.392259 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.392787 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: l3-port-ip-change-not-allowed Aug 04 08:30:55.393122 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: l3agentscheduler.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.394204 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.394768 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: l3_agent_scheduler Aug 04 08:30:55.395107 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: logging.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.396655 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.397186 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extension logging not supported by any of loaded plugins Aug 04 08:30:55.397525 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: metering.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.398282 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.398899 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: metering Aug 04 08:30:55.399494 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.400638 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.401173 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: metering_source_and_destination_fields Aug 04 08:30:55.401505 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: multiprovidernet.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.403174 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.403702 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: multi-provider Aug 04 08:30:55.404073 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: netmtu.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.405010 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.405539 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: net-mtu Aug 04 08:30:55.405875 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: netmtu_writable.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.406807 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.407329 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: net-mtu-writable Aug 04 08:30:55.407662 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: network_availability_zone.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.408376 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.408905 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: network_availability_zone Aug 04 08:30:55.409232 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: network_ip_availability.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.410337 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.410866 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: network-ip-availability Aug 04 08:30:55.411200 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: network_segment_range.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.411999 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.412523 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extension network-segment-range not supported by any of loaded plugins Aug 04 08:30:55.418848 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: pagination.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.419621 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.419992 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: pagination Aug 04 08:30:55.420332 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: port_device_profile.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.421275 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.421819 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: port-device-profile Aug 04 08:30:55.422154 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.423107 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.423631 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: port-mac-address-regenerate Aug 04 08:30:55.423988 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.424919 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.425443 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: port-numa-affinity-policy Aug 04 08:30:55.425772 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: port_resource_request.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.426715 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.427233 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extension port-resource-request not supported by any of loaded plugins Aug 04 08:30:55.427564 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: portbindings.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.428535 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.429060 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: binding Aug 04 08:30:55.429387 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: portbindings_extended.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.430688 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.431231 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: binding-extended Aug 04 08:30:55.431565 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: portsecurity.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.432550 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.433098 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: port-security Aug 04 08:30:55.433438 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: project_id.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.434422 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.434762 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: project-id Aug 04 08:30:55.435094 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: providernet.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.436089 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.436620 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: provider Aug 04 08:30:55.436952 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: qos.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.440572 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.441115 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extension qos not supported by any of loaded plugins Aug 04 08:30:55.441455 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.442728 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.443268 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 04 08:30:55.443601 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.444582 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.445116 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 04 08:30:55.445452 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: qos_default.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.446393 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.446919 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extension qos-default not supported by any of loaded plugins Aug 04 08:30:55.447250 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: qos_fip.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.447917 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.448464 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extension qos-fip not supported by any of loaded plugins Aug 04 08:30:55.449315 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: qos_gateway_ip.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.450260 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.450787 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 04 08:30:55.451117 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: qos_port_network_policy.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.452075 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.452597 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 04 08:30:55.452926 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: qos_rule_type_details.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.453859 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.454379 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 04 08:30:55.454709 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: qos_rules_alias.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.455778 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.456337 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 04 08:30:55.456662 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: quotasv2.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.457639 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.458178 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: quotas Aug 04 08:30:55.458508 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: quotasv2_detail.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.461671 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.462018 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: quota_details Aug 04 08:30:55.462357 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: rbac.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.463451 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.464032 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: rbac-policies Aug 04 08:30:55.464973 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: rbac_address_group.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.471084 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.471618 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: rbac-address-group Aug 04 08:30:55.471974 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: rbac_address_scope.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.472927 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.473463 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: rbac-address-scope Aug 04 08:30:55.473796 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: rbac_security_groups.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.474731 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.475265 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: rbac-security-groups Aug 04 08:30:55.475605 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: rbac_subnetpool.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.476576 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.477102 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: rbac-subnetpool Aug 04 08:30:55.477436 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: revisionifmatch.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.478367 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.478891 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: revision-if-match Aug 04 08:30:55.479220 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: revisions.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.480408 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.480941 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: standard-attr-revisions Aug 04 08:30:55.481273 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: router_availability_zone.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.481983 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.482487 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: router_availability_zone Aug 04 08:30:55.482818 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: routerservicetype.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.483761 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.484321 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extension router-service-type not supported by any of loaded plugins Aug 04 08:30:55.484651 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.485595 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.486121 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: security-groups-normalized-cidr Aug 04 08:30:55.486453 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: security_groups_port_filtering.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.487395 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.487916 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: port-security-groups-filtering Aug 04 08:30:55.488273 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.489215 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.489745 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: security-groups-remote-address-group Aug 04 08:30:55.490075 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: securitygroup.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.500331 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.500885 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: security-group Aug 04 08:30:55.501224 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: segment.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.502024 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.502554 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extension segment not supported by any of loaded plugins Aug 04 08:30:55.502890 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.503850 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.504415 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 04 08:30:55.504747 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: servicetype.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.505916 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.506467 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: service-type Aug 04 08:30:55.506805 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: sorting.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.507796 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.508164 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: sorting Aug 04 08:30:55.508496 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: standard_attr_segment.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.509496 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.510027 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 04 08:30:55.510358 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: standardattrdescription.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.511041 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.512234 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: standard-attr-description Aug 04 08:30:55.512568 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: stateful_security_group.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.513525 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.514060 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: stateful-security-group Aug 04 08:30:55.514395 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: stdattrs_common.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.514989 dv-cinder-802653-4-iscsi neutron-server[99778]: WARNING neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 04 08:30:55.515318 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.516329 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.516866 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 04 08:30:55.517204 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: subnet_onboard.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.518295 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.518829 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: subnet_onboard Aug 04 08:30:55.519157 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.520138 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.520678 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 04 08:30:55.528258 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: subnet_service_types.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.528964 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.529501 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: subnet-service-types Aug 04 08:30:55.529832 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: subnetallocation.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.530932 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.531467 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: subnet_allocation Aug 04 08:30:55.531801 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.532519 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.533049 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: subnetpool-prefix-ops Aug 04 08:30:55.533379 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.534328 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.534861 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 04 08:30:55.535186 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: tagging.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.536311 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.536851 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: standard-attr-tag Aug 04 08:30:55.537186 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: timestamp.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.538426 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.538960 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loaded extension: standard-attr-timestamp Aug 04 08:30:55.539300 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: trunk.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.540386 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.540921 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extension trunk not supported by any of loaded plugins Aug 04 08:30:55.541256 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: trunk_details.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.542196 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.542749 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extension trunk-details not supported by any of loaded plugins Aug 04 08:30:55.543081 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: uplink_status_propagation.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.544055 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.544589 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 04 08:30:55.544921 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Loading extension file: vlantransparent.py {{(pid=99778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 08:30:55.545607 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 08:30:55.546134 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extension vlan-transparent not supported by any of loaded plugins Aug 04 08:30:55.548670 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.quota.resource_registry [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Creating instance of TrackedResource for resource:network Aug 04 08:30:55.549213 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.quota.resource_registry [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Creating instance of TrackedResource for resource:subnet Aug 04 08:30:55.557155 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.quota.resource_registry [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 08:30:55.557155 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.quota.resource_registry [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Creating instance of TrackedResource for resource:port Aug 04 08:30:55.557155 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.v2.resource_helper [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 08:30:55.557155 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.v2.resource_helper [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Service FLAVORS assigned prefix: {{(pid=99778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 08:30:55.557155 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.v2.resource_helper [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 08:30:55.557155 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.v2.resource_helper [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 08:30:55.557155 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.quota.resource_registry [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Creating instance of TrackedResource for resource:router Aug 04 08:30:55.557155 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.quota.resource_registry [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Creating instance of TrackedResource for resource:floatingip Aug 04 08:30:55.557824 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.v2.resource_helper [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Service METERING assigned prefix: /metering {{(pid=99778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 08:30:55.557824 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.557824 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.557824 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:30:55.557824 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.quota.resource_registry [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Creating instance of CountableResource for resource:rbac_policy Aug 04 08:30:55.558706 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.quota.resource_registry [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Creating instance of TrackedResource for resource:security_group Aug 04 08:30:55.558706 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.quota.resource_registry [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Creating instance of TrackedResource for resource:security_group_rule Aug 04 08:30:55.559187 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.v2.resource_helper [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Service CORE assigned prefix: {{(pid=99778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 08:30:55.559523 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.quota.resource_registry [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 08:30:55.559875 dv-cinder-802653-4-iscsi neutron-server[99778]: WARNING neutron.quota.resource_registry [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] subnetpool is already registered Aug 04 08:30:55.560359 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.v2.resource_helper [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Service CORE assigned prefix: {{(pid=99778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 08:30:55.560688 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.quota.resource_registry [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 08:30:55.561023 dv-cinder-802653-4-iscsi neutron-server[99778]: WARNING neutron.quota.resource_registry [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] subnetpool is already registered Aug 04 08:30:55.563406 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.v2.resource_helper [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 08:30:55.563853 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.v2.resource_helper [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Service FLAVORS assigned prefix: {{(pid=99778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 08:30:55.564491 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.v2.resource_helper [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 08:30:55.564929 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.v2.resource_helper [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 08:30:55.565267 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.quota.resource_registry [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Creating instance of TrackedResource for resource:router Aug 04 08:30:55.565612 dv-cinder-802653-4-iscsi neutron-server[99778]: WARNING neutron.quota.resource_registry [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] router is already registered Aug 04 08:30:55.566034 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.quota.resource_registry [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Creating instance of TrackedResource for resource:floatingip Aug 04 08:30:55.566377 dv-cinder-802653-4-iscsi neutron-server[99778]: WARNING neutron.quota.resource_registry [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] floatingip is already registered Aug 04 08:30:55.566841 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.v2.resource_helper [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Service METERING assigned prefix: /metering {{(pid=99778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 08:30:55.567532 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.quota.resource_registry [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Creating instance of CountableResource for resource:rbac_policy Aug 04 08:30:55.567873 dv-cinder-802653-4-iscsi neutron-server[99778]: WARNING neutron.quota.resource_registry [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] rbac_policy is already registered Aug 04 08:30:55.568324 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.quota.resource_registry [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Creating instance of TrackedResource for resource:security_group Aug 04 08:30:55.568704 dv-cinder-802653-4-iscsi neutron-server[99778]: WARNING neutron.quota.resource_registry [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] security_group is already registered Aug 04 08:30:55.569120 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.quota.resource_registry [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Creating instance of TrackedResource for resource:security_group_rule Aug 04 08:30:55.569458 dv-cinder-802653-4-iscsi neutron-server[99778]: WARNING neutron.quota.resource_registry [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] security_group_rule is already registered Aug 04 08:30:55.570091 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.v2.resource_helper [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Service CORE assigned prefix: {{(pid=99778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 08:30:55.570425 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.quota.resource_registry [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 08:30:55.570764 dv-cinder-802653-4-iscsi neutron-server[99778]: WARNING neutron.quota.resource_registry [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] subnetpool is already registered Aug 04 08:30:55.571191 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.v2.resource_helper [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Service CORE assigned prefix: {{(pid=99778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 08:30:55.571532 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.quota.resource_registry [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 08:30:55.571870 dv-cinder-802653-4-iscsi neutron-server[99778]: WARNING neutron.quota.resource_registry [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] subnetpool is already registered Aug 04 08:30:55.572366 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: extensions {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.574438 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: address-groups {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.575930 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: address-scopes {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.577267 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: agents {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.578455 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: auto-allocated-topology {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.579699 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: availability_zones {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.581035 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: dhcp-networks {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.583738 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: dhcp-agents {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.585210 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: routers {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.586935 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: flavors {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.588243 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: service_profiles {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.589484 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: next_providers {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.590930 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: service_profiles {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.592504 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: floatingip-pools {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.593722 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: routers {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.595422 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: floatingips {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.596778 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: l3-routers {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.598173 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: l3-agents {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.599579 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: metering-labels {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.600861 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: metering-label-rules {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.602247 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: network-ip-availabilities {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.605152 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: bindings {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.605152 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: quotas {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.606647 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: quotas {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.608113 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: rbac-policies {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.609301 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: security-groups {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.610608 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: security-group-rules {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.611857 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: service-providers {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.613131 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: subnetpools {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.614453 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: subnetpools {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.616044 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: tags {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.617731 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: tags {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.619550 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: tags {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.621898 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: tags {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.624360 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: tags {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.625556 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: tags {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.627291 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: tags {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.629119 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: tags {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.630977 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: tags {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.632752 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron.api.extensions [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Extended resource: tags {{(pid=99778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 08:30:55.641047 dv-cinder-802653-4-iscsi neutron-server[99778]: WARNING keystonemiddleware.auth_token [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 04 08:30:55.648037 dv-cinder-802653-4-iscsi neutron-server[99778]: WARNING keystonemiddleware.auth_token [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 04 08:30:55.661659 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_concurrency.lockutils [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Acquired lock "singleton_lock" {{(pid=99778) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 04 08:30:55.662086 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_concurrency.lockutils [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Releasing lock "singleton_lock" {{(pid=99778) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 04 08:30:55.662759 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO oslo_service.service [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Starting 2 workers Aug 04 08:30:55.669488 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Started child 100320 {{(pid=99778) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 08:30:55.673715 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Started child 100321 {{(pid=99778) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 08:30:55.674040 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:30:55.675390 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO neutron.service [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Neutron service started, listening on 0.0.0.0:9696 Aug 04 08:30:55.675549 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [-] (100320) wsgi starting up on http://0.0.0.0:9696 Aug 04 08:30:55.676096 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Notify callbacks [] for process, before_spawn {{(pid=99778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:30:55.678571 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO oslo_service.service [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Starting 1 workers Aug 04 08:30:55.680522 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:30:55.682158 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [-] (100321) wsgi starting up on http://0.0.0.0:9696 Aug 04 08:30:55.684748 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Started child 100322 {{(pid=99778) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 08:30:55.685310 dv-cinder-802653-4-iscsi neutron-server[99778]: INFO oslo_service.service [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Starting 1 workers Aug 04 08:30:55.688692 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.service [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] calling RpcWorker wait() {{(pid=100322) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 04 08:30:55.689268 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.service [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] returning from RpcWorker wait() {{(pid=100322) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 04 08:30:55.689981 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Started child 100323 {{(pid=99778) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 08:30:55.691557 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:30:55.691651 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG neutron_lib.callbacks.manager [None req-ce3f3632-edd0-4e10-b4b8-18b99797493b None None] Notify callbacks [] for process, after_spawn {{(pid=99778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:30:55.691723 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:30:55.692767 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99778) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 04 08:30:55.693001 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 08:30:55.693176 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 08:30:55.693410 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 08:30:55.693793 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 08:30:55.693951 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 08:30:55.694493 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.694800 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.695072 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.695220 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:30:55.695768 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.695768 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.696246 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.696548 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.696784 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.697040 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.697278 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.697449 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.697792 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.698053 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.698311 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.698621 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.699522 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.699926 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.700228 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.700413 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.700684 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.700966 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.701216 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.701511 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] debug = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.701822 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.702329 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.702579 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.702825 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.703048 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.703344 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.703595 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.703860 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.704166 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.704456 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.704799 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.705160 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.705497 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.705949 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.706185 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.706451 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.706704 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.707206 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] host = dv-cinder-802653-4-iscsi {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.707433 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.707656 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.707904 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.708279 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.708641 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.708968 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.709351 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.709725 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.710178 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.710435 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.710799 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.711128 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.711484 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.711817 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] log_file = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.712097 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] log_options = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.712484 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.712909 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.713236 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.713436 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.713642 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.713892 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.714231 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.714444 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.714722 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.714951 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.715176 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.715397 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.715618 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.715838 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.716116 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.716366 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.716616 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.716860 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.717209 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.717515 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.717837 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.718159 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.718393 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.718651 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.718903 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.719123 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.719354 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.719590 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.719808 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.720104 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.720383 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.720593 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.720925 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.721099 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.721364 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.721604 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.721787 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.722071 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.722306 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.722591 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.722813 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.723013 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.723264 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.723484 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.723709 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.723967 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] use_json = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.724202 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.724421 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.724699 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.724934 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.725182 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.725400 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.725776 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.726159 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.726733 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:30:55.726928 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.727085 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.728036 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.728036 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.728036 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.728320 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.728320 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.728526 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.728912 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.729303 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.729638 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.729878 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.730192 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.730448 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.730719 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.731066 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.731337 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.731617 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.731838 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.732132 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.732356 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.732597 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.732930 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.733198 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.733457 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.733727 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.733947 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.734201 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.734421 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.734637 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.734860 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.735077 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.735357 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.735601 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.735819 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.736072 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.736309 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.739092 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.739092 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.739092 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.739092 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.739092 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.739092 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.739092 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.739092 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.739092 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.740134 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.740134 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.740134 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.740134 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.740134 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.740134 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.740134 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.740974 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.740974 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.740974 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.740974 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.741527 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.741527 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.741527 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.741933 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.741933 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.742155 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.742395 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.742611 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.742863 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.743102 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.743511 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.743755 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.744001 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.744222 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.744441 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.744662 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.744878 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.745266 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.745400 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.745523 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.746263 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.746488 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.746705 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.746922 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.747136 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.747352 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.747570 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.747849 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.748202 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.748434 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.748713 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.748943 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.749317 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.749482 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.749675 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.749932 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.750153 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.750410 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.750689 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.750950 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.751557 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.751557 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.751786 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.752505 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.752505 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.752505 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.752505 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.755843 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.755843 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.755843 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.755843 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.755843 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.755843 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.755843 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.755843 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.756961 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.756961 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.756961 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.756961 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.756961 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.756961 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.756961 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.756961 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.759511 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.759511 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.759511 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.759511 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.759511 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.759511 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.759511 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.759511 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.763185 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.763185 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.763185 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.763185 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.763185 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.763185 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.763185 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.763185 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.764202 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.764202 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.764202 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.764202 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.764202 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.764202 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.764202 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.764202 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.765321 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.765321 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.765321 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.765321 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.765321 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.765321 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.765321 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.765321 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.768404 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.768404 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.768404 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.768404 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.768404 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.768404 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.768404 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.768404 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.768957 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.768957 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.768957 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.768957 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.768957 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.768957 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.768957 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.768957 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.770672 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.770672 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.770672 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.770672 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.770672 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.770672 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.770672 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.770672 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.771575 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.771575 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.771575 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.771575 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.771575 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.771575 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.771575 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.772653 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.772653 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.772653 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.772653 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.773141 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.773141 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.773453 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.773453 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.773708 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.773880 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.774155 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.774648 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.774877 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.775103 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.775351 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.775573 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.775818 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.776085 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.776587 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.776587 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.778728 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.778728 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.778728 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.778728 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.778728 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.778728 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.778728 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.778728 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.780055 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.780055 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.780055 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.780055 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.780055 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.780055 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.780055 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.780548 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.780548 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.780548 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.780766 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.780981 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.781192 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.781419 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.781630 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.781862 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.782092 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.782307 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.782518 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.782744 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.782980 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.783189 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.783427 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.783615 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.783846 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.784100 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.784312 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.784732 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.784827 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.784987 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.785197 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.785483 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.785735 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.785955 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.786229 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.786462 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.786707 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.787227 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.787299 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.787478 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.787737 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.787975 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.788215 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.788444 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.788708 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.789027 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.789341 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.789604 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.789856 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.790125 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.790398 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.790688 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.790903 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.791208 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.791558 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.791840 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.792129 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.792357 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.792625 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.792868 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.793091 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.793327 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.793564 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.793802 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.794062 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.794312 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.794536 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.794772 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.795001 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.795248 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.795495 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.795731 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.796005 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.796228 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.796388 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 08:30:55.796910 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99778) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 04 08:30:55.797076 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 08:30:55.797233 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 08:30:55.797405 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 08:30:55.797578 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 08:30:55.797734 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 08:30:55.797943 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.798349 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.798349 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.799870 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.799870 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.799870 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.799870 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.799870 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.799870 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.799870 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.799870 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.801105 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.801105 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.801105 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.801105 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.801105 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.801105 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.801105 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.801105 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.801616 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.801616 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.801616 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.801616 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] debug = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.801616 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.801616 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.802001 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.802001 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.802135 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.802495 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.802495 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.802659 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.802659 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.802861 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.802994 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.803154 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.803317 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.803480 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.803640 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.803804 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.803983 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.804148 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] host = dv-cinder-802653-4-iscsi {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.804309 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.804470 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.804632 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.804795 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.804959 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.805122 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.805286 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.805444 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.805604 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.805764 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.805926 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.806086 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.806241 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.806402 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] log_file = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.806561 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] log_options = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.806722 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.806882 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.807049 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.807218 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.807383 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.807545 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.807706 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.807881 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.808047 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.808713 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.808855 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.809038 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.809167 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.809325 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.809485 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.809646 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.809806 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.809967 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.810128 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.810288 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.810443 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.810608 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.810775 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.810959 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.811098 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.811247 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.811405 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.811565 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.811726 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.811886 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.812072 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.812238 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.812400 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.815958 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.815958 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.815958 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.815958 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.815958 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.815958 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.815958 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.815958 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.816570 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.816570 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.816570 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.816570 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.816570 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] use_json = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.816570 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.816570 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.816570 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.816570 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.817191 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.817191 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.817191 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.817191 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 08:30:55.817191 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.817191 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.817748 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.817924 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.818095 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.818264 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.818431 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.818603 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.818769 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.818934 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.819105 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.819270 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.819447 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.819612 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.819776 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.820066 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.820167 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.820281 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.820445 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.820609 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.820772 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.820957 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.821102 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.821265 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.821430 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.821595 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.821758 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.821922 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.822086 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.822250 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.822415 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.822580 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.822744 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.822907 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.823072 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.823235 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.823398 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.823562 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.823832 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.824527 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.824692 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.824855 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.825019 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.825183 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.825347 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.825511 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.825675 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.825839 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.826003 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.826247 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.826344 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.826497 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.826659 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.826975 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.827141 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.827308 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.827474 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.827638 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.827798 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.828158 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.828514 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.828772 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.828937 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.829104 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.829269 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.829436 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.829600 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.829767 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.829930 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.830087 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.830246 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.830433 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.830574 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.830725 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.830884 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.831046 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.831204 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.831382 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.831549 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.831690 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.831864 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.832057 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.832193 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.832358 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.832531 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.832711 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.832875 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.833038 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.833200 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.833357 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.833525 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.833693 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.833855 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.834018 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.834182 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.834345 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.834509 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.834675 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.834839 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.835002 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.835170 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.835406 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.835517 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.835641 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.835800 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.835988 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.836316 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.836316 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.836487 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.836626 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.836796 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.837011 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.837181 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.837297 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.837465 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.837629 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.837909 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.837909 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.838201 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.838360 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.838360 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.838633 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.838795 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.838932 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.838932 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.839424 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.839424 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.839750 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.840072 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.840072 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.840355 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.840355 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.840718 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.840926 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.840926 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.841271 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.841271 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.841507 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.841629 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.841716 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.841855 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.842022 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.842187 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.842352 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.842515 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.842677 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.842841 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.843004 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.843168 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.843333 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.843497 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.843661 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.843825 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.844028 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.844195 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.844358 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.844521 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.844686 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.844849 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.845015 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.845179 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.845342 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.845505 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.845800 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.845800 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.845996 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.846228 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.846366 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.846501 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.846624 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:30:55.846752 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.846752 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.847034 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.847034 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.847275 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.847396 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.847531 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.847655 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.847798 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.848006 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.848144 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.848301 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.848466 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.848635 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.848800 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.848964 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.849127 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.849290 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.849471 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.849635 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.849798 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.849965 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.850130 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.850292 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.850455 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.850618 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.850780 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.850942 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.851104 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.851270 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.851437 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.851601 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.851763 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.851926 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.852118 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.852281 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.852446 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.852622 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.852787 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.852950 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.853113 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.853277 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.853439 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.853612 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.853811 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.853943 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.854087 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.854248 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.854454 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.854580 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.854723 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.854887 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.855582 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.855854 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.856009 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.856134 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.856255 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.856390 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.856515 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.856677 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.856841 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.857014 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.857178 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.857341 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.857504 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.857667 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.857829 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.858003 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.858167 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.858331 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.858494 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.858657 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.858820 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.858993 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.859163 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.859327 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.860194 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.860194 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.860194 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.860194 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.860194 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.862433 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.862433 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.862433 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.862433 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.862433 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.862433 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.862433 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.862433 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.863652 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.863652 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.863652 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.863652 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.863652 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.863652 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.863652 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.863652 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.864855 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.864855 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.864855 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.864855 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.864855 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.864855 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.864855 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.864855 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.864855 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.865682 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.865682 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.865682 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.865682 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.865682 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.865682 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.865682 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.865682 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.865682 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.866389 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 08:30:55.866389 dv-cinder-802653-4-iscsi neutron-server[99778]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 08:30:56.065464 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 44610) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:30:56.073805 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0060961 Aug 04 08:31:07.541285 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06ca2c3-c850-4ff3-8cbf-9c250866f33b None None] get_active_networks_info from dv-cinder-802653-4-iscsi {{(pid=100322) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 08:31:07.624734 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06ca2c3-c850-4ff3-8cbf-9c250866f33b None None] No non-hosted networks {{(pid=100322) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 04 08:31:07.640022 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.agentschedulers_db [None req-f06ca2c3-c850-4ff3-8cbf-9c250866f33b None None] DHCP Agent not found on host dv-cinder-802653-4-iscsi {{(pid=100322) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 04 08:31:07.763967 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f83ac1fd-e17f-48ae-a8dd-b6b4f4bdb34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2056032'] for agent, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:10.239478 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2056032'] for agent, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:10.240405 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:10.240853 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:10.241295 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:10.241733 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:10.242565 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:10.242999 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:10.243435 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:10.243843 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:10.244252 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:10.245254 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:10.246011 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:10.250837 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:10.250837 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-802653-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:31:10.264594 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-802653-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:31:10.267024 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-85977821-3fc2-47fd-ab64-b34f64dafe50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2056032'] for agent, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:10.297387 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b2680833-64d7-4928-a8be-c2c7a0b22727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:11.123983 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2056032'] for agent, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:12.872280 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2056032'] for agent, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:14.105164 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 44704) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:31:14.586616 dv-cinder-802653-4-iscsi neutron-server[100322]: INFO neutron.db.l3_hamode_db [None req-2273a031-fbd5-4f47-8437-89b276390ff2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 04 08:31:14.602622 dv-cinder-802653-4-iscsi neutron-server[100320]: WARNING oslo_policy.policy [None req-d9679318-57e1-4139-92fd-f60474e58998 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 08:31:14.603238 dv-cinder-802653-4-iscsi neutron-server[100320]: WARNING oslo_policy.policy [None req-d9679318-57e1-4139-92fd-f60474e58998 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 08:31:14.664617 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2273a031-fbd5-4f47-8437-89b276390ff2 None None] Routers set() bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:31:14.665026 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2273a031-fbd5-4f47-8437-89b276390ff2 None None] Router IDs set() for agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 04 08:31:14.821383 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [None req-d9679318-57e1-4139-92fd-f60474e58998 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=100320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 08:31:14.822523 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-d9679318-57e1-4139-92fd-f60474e58998 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7152262 Aug 04 08:31:17.183997 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 44718) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:31:17.489656 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-e09b2f29-c43e-47dd-8c7c-cdd9370d6b25 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:31:17.584399 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.policy [None req-e09b2f29-c43e-47dd-8c7c-cdd9370d6b25 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100320) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 04 08:31:17.628820 dv-cinder-802653-4-iscsi neutron-server[100320]: WARNING oslo_policy.policy [None req-e09b2f29-c43e-47dd-8c7c-cdd9370d6b25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 08:31:17.629138 dv-cinder-802653-4-iscsi neutron-server[100320]: WARNING oslo_policy.policy [None req-e09b2f29-c43e-47dd-8c7c-cdd9370d6b25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 08:31:17.638104 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.quota [None req-e09b2f29-c43e-47dd-8c7c-cdd9370d6b25 admin admin] Loaded quota_driver: . Aug 04 08:31:17.799201 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e09b2f29-c43e-47dd-8c7c-cdd9370d6b25 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749053101239', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749053100872', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749053089536', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749053091190', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749053188185', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749052612217', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-583550', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-586395', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1636639', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2067583'] for rbac-policy, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:17.997991 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e09b2f29-c43e-47dd-8c7c-cdd9370d6b25 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:17.999258 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-e09b2f29-c43e-47dd-8c7c-cdd9370d6b25 admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8142509 Aug 04 08:31:20.551310 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 44730) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:31:20.846759 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-4c032eb6-b2ac-41c4-86ba-9f5fbe487548 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'd9bdc49fce1b4638b7a7e81ac691b592', 'tenant_id': 'd9bdc49fce1b4638b7a7e81ac691b592'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:31:20.997580 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c032eb6-b2ac-41c4-86ba-9f5fbe487548 admin admin] Made reservation on behalf of d9bdc49fce1b4638b7a7e81ac691b592 for: {'network': 1} {{(pid=100320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:31:21.000555 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-4c032eb6-b2ac-41c4-86ba-9f5fbe487548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for network, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:21.017654 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-4c032eb6-b2ac-41c4-86ba-9f5fbe487548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:21.136430 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-4c032eb6-b2ac-41c4-86ba-9f5fbe487548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:21.271837 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-4c032eb6-b2ac-41c4-86ba-9f5fbe487548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:21.296150 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c032eb6-b2ac-41c4-86ba-9f5fbe487548 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=100320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 08:31:21.322268 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-4c032eb6-b2ac-41c4-86ba-9f5fbe487548 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749051068910', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:21.322852 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-4c032eb6-b2ac-41c4-86ba-9f5fbe487548 admin admin] Unsubscribe: segment precommit_create {{(pid=100320) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 04 08:31:21.324028 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.db.segments_db [None req-4c032eb6-b2ac-41c4-86ba-9f5fbe487548 admin admin] Added segment 212f9535-c3c5-43ee-8033-e00040deb9f3 of type vlan for network e540498d-58b4-47b4-bf50-0e7d843d0d78 Aug 04 08:31:21.342365 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c032eb6-b2ac-41c4-86ba-9f5fbe487548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf7d736-b3a0-4021-8c12-e1a8d2f3713c,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:31:21.393362 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c032eb6-b2ac-41c4-86ba-9f5fbe487548 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:21.393648 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c032eb6-b2ac-41c4-86ba-9f5fbe487548 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:21.393992 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c032eb6-b2ac-41c4-86ba-9f5fbe487548 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:21.394327 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c032eb6-b2ac-41c4-86ba-9f5fbe487548 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:21.394659 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c032eb6-b2ac-41c4-86ba-9f5fbe487548 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:21.395011 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c032eb6-b2ac-41c4-86ba-9f5fbe487548 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:21.395337 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c032eb6-b2ac-41c4-86ba-9f5fbe487548 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:21.395676 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c032eb6-b2ac-41c4-86ba-9f5fbe487548 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:21.396044 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c032eb6-b2ac-41c4-86ba-9f5fbe487548 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:21.396379 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c032eb6-b2ac-41c4-86ba-9f5fbe487548 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:21.396700 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c032eb6-b2ac-41c4-86ba-9f5fbe487548 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:21.397018 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c032eb6-b2ac-41c4-86ba-9f5fbe487548 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:21.398168 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c032eb6-b2ac-41c4-86ba-9f5fbe487548 admin admin] Tracked resource versions report: Aug 04 08:31:21.398168 dv-cinder-802653-4-iscsi neutron-server[100320]: pushed versions: Aug 04 08:31:21.398168 dv-cinder-802653-4-iscsi neutron-server[100320]: { 'AddressGroup': {'1.2'}, Aug 04 08:31:21.398168 dv-cinder-802653-4-iscsi neutron-server[100320]: 'ConntrackHelper': {'1.0'}, Aug 04 08:31:21.398168 dv-cinder-802653-4-iscsi neutron-server[100320]: 'Log': {'1.0'}, Aug 04 08:31:21.398168 dv-cinder-802653-4-iscsi neutron-server[100320]: 'Network': {'1.1'}, Aug 04 08:31:21.398168 dv-cinder-802653-4-iscsi neutron-server[100320]: 'Port': {'1.7'}, Aug 04 08:31:21.398168 dv-cinder-802653-4-iscsi neutron-server[100320]: 'PortForwarding': {'1.2'}, Aug 04 08:31:21.398168 dv-cinder-802653-4-iscsi neutron-server[100320]: 'QosPolicy': {'1.8'}, Aug 04 08:31:21.398168 dv-cinder-802653-4-iscsi neutron-server[100320]: 'SecurityGroup': {'1.4'}, Aug 04 08:31:21.398168 dv-cinder-802653-4-iscsi neutron-server[100320]: 'SecurityGroupRule': {'1.2'}, Aug 04 08:31:21.398168 dv-cinder-802653-4-iscsi neutron-server[100320]: 'SubPort': {'1.0'}, Aug 04 08:31:21.398168 dv-cinder-802653-4-iscsi neutron-server[100320]: 'Subnet': {'1.1'}, Aug 04 08:31:21.398168 dv-cinder-802653-4-iscsi neutron-server[100320]: 'Trunk': {'1.1'}} Aug 04 08:31:21.398168 dv-cinder-802653-4-iscsi neutron-server[100320]: consumer versions: Aug 04 08:31:21.398168 dv-cinder-802653-4-iscsi neutron-server[100320]: { DHCP agent@dv-cinder-802653-4-iscsi: {}, Aug 04 08:31:21.398168 dv-cinder-802653-4-iscsi neutron-server[100320]: L3 agent@dv-cinder-802653-4-iscsi: {}, Aug 04 08:31:21.398168 dv-cinder-802653-4-iscsi neutron-server[100320]: Metadata agent@dv-cinder-802653-4-iscsi: {}, Aug 04 08:31:21.398168 dv-cinder-802653-4-iscsi neutron-server[100320]: Metering agent@dv-cinder-802653-4-iscsi: {}, Aug 04 08:31:21.398168 dv-cinder-802653-4-iscsi neutron-server[100320]: Open vSwitch agent@dv-cinder-802653-4-iscsi: { 'AddressGroup': '1.2', Aug 04 08:31:21.398168 dv-cinder-802653-4-iscsi neutron-server[100320]: 'ConntrackHelper': '1.0', Aug 04 08:31:21.398168 dv-cinder-802653-4-iscsi neutron-server[100320]: 'Log': '1.0', Aug 04 08:31:21.398168 dv-cinder-802653-4-iscsi neutron-server[100320]: 'Network': '1.1', Aug 04 08:31:21.398168 dv-cinder-802653-4-iscsi neutron-server[100320]: 'Port': '1.7', Aug 04 08:31:21.398168 dv-cinder-802653-4-iscsi neutron-server[100320]: 'PortForwarding': '1.2', Aug 04 08:31:21.398168 dv-cinder-802653-4-iscsi neutron-server[100320]: 'QosPolicy': '1.8', Aug 04 08:31:21.398168 dv-cinder-802653-4-iscsi neutron-server[100320]: 'SecurityGroup': '1.4', Aug 04 08:31:21.398168 dv-cinder-802653-4-iscsi neutron-server[100320]: 'SecurityGroupRule': '1.2', Aug 04 08:31:21.398168 dv-cinder-802653-4-iscsi neutron-server[100320]: 'SubPort': '1.0', Aug 04 08:31:21.398168 dv-cinder-802653-4-iscsi neutron-server[100320]: 'Subnet': '1.1', Aug 04 08:31:21.398168 dv-cinder-802653-4-iscsi neutron-server[100320]: 'Trunk': '1.1'}} Aug 04 08:31:21.398168 dv-cinder-802653-4-iscsi neutron-server[100320]: {{(pid=100320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 08:31:21.438318 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-4c032eb6-b2ac-41c4-86ba-9f5fbe487548 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749050523167'] for network, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:21.586265 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-4c032eb6-b2ac-41c4-86ba-9f5fbe487548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669'] for network, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:21.587490 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c032eb6-b2ac-41c4-86ba-9f5fbe487548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:31:21.588419 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-4c032eb6-b2ac-41c4-86ba-9f5fbe487548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:21.686584 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c032eb6-b2ac-41c4-86ba-9f5fbe487548 admin admin] Pushing event updated for resources: {'Network': ['ID=e540498d-58b4-47b4-bf50-0e7d843d0d78,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:31:21.699230 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Network e540498d-58b4-47b4-bf50-0e7d843d0d78 details requested by agent ovs-agent-dv-cinder-802653-4-iscsi with host dv-cinder-802653-4-iscsi {{(pid=100322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 08:31:21.707212 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-4c032eb6-b2ac-41c4-86ba-9f5fbe487548 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1547763 Aug 04 08:31:24.349786 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 44744) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:31:24.743070 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23db135-61c6-467f-9506-46754a1878b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:31:24.744442 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-a23db135-61c6-467f-9506-46754a1878b8 admin admin] 10.222.0.45 "GET /v2.0/networks/e540498d-58b4-47b4-bf50-0e7d843d0d78 HTTP/1.1" status: 200 len: 825 time: 0.3937068 Aug 04 08:31:24.768382 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-a79741f2-40b8-45b2-b835-a0df378d337c admin admin] 10.222.0.45 "GET /v2.0/subnetpools/58584ffd-d211-4d4d-bb14-6aeb39bf0ad0 HTTP/1.1" status: 200 len: 734 time: 0.0179625 Aug 04 08:31:24.777619 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-8d013248-db25-4bd2-8290-679087e31ca6 admin admin] Request body: {'subnet': {'network_id': 'e540498d-58b4-47b4-bf50-0e7d843d0d78', 'ip_version': 4, 'tenant_id': 'd9bdc49fce1b4638b7a7e81ac691b592', 'name': 'private-subnet', 'subnetpool_id': '58584ffd-d211-4d4d-bb14-6aeb39bf0ad0', 'gateway_ip': '172.20.0.1'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:31:24.860524 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d013248-db25-4bd2-8290-679087e31ca6 admin admin] Made reservation on behalf of d9bdc49fce1b4638b7a7e81ac691b592 for: {'subnet': 1} {{(pid=100320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:31:24.862753 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-8d013248-db25-4bd2-8290-679087e31ca6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:25.215791 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-8d013248-db25-4bd2-8290-679087e31ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669'] for subnet, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:25.286400 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d013248-db25-4bd2-8290-679087e31ca6 admin admin] Checking segment: {'id': '212f9535-c3c5-43ee-8033-e00040deb9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e540498d-58b4-47b4-bf50-0e7d843d0d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:31:25.286765 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d013248-db25-4bd2-8290-679087e31ca6 admin admin] Network hostable DHCP agents. Network: e540498d-58b4-47b4-bf50-0e7d843d0d78, hostable agents: ['d99d2447-930a-4a79-b4f6-24c5d2e4f89b'], hosted agents: [] {{(pid=100320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 08:31:25.291218 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d013248-db25-4bd2-8290-679087e31ca6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eaf5b61-73c1-4961-bdd7-667be63b0c31,revision_number=0']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:31:25.369331 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d013248-db25-4bd2-8290-679087e31ca6 admin admin] Network e540498d-58b4-47b4-bf50-0e7d843d0d78 is scheduled to be hosted by DHCP agent d99d2447-930a-4a79-b4f6-24c5d2e4f89b with binding_index 1 {{(pid=100320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 08:31:25.420680 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.base_scheduler [None req-8d013248-db25-4bd2-8290-679087e31ca6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-4-iscsi, e540498d-58b4-47b4-bf50-0e7d843d0d78) {{(pid=100320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:31:25.425333 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d013248-db25-4bd2-8290-679087e31ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:31:25.425987 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-8d013248-db25-4bd2-8290-679087e31ca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for subnet, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:25.430199 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c573663-b942-4e2b-9c13-1c8f738855e5 None None] Network e540498d-58b4-47b4-bf50-0e7d843d0d78 requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:31:25.478849 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-8d013248-db25-4bd2-8290-679087e31ca6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7050185 Aug 04 08:31:25.762688 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda83cd89-c10a-52ae-b198-37c960099bd2-e540498d-58b4-47b4-bf50-0e7d843d0d78', 'network_id': 'e540498d-58b4-47b4-bf50-0e7d843d0d78', 'tenant_id': 'd9bdc49fce1b4638b7a7e81ac691b592', 'fixed_ips': [{'subnet_id': '3eaf5b61-73c1-4961-bdd7-667be63b0c31'}]}} from dv-cinder-802653-4-iscsi. {{(pid=100322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 08:31:25.764035 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:26.040374 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] Allocated IP 172.20.0.2 (e540498d-58b4-47b4-bf50-0e7d843d0d78/3eaf5b61-73c1-4961-bdd7-667be63b0c31/2f538345-b8e3-4f03-9863-b0575ab66b0b) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:31:26.246845 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:26.288238 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] Transition to ACTIVE for port object 2f538345-b8e3-4f03-9863-b0575ab66b0b will not be triggered until provisioned by entity L2. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:31:26.309587 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] Transition to ACTIVE for port object 2f538345-b8e3-4f03-9863-b0575ab66b0b will not be triggered until provisioned by entity DHCP. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:31:26.364036 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:26.458811 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] Network e540498d-58b4-47b4-bf50-0e7d843d0d78 is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:31:26.463552 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:31:26.469793 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:31:26.471810 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] Pushing event updated for resources: {'Port': ['ID=2f538345-b8e3-4f03-9863-b0575ab66b0b,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:31:26.481409 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:26.481772 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:26.482121 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:26.482457 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:26.482788 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:26.483118 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:26.483447 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:26.483780 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:26.484154 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:26.484485 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:26.484809 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:26.485132 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:26.486278 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] Tracked resource versions report: Aug 04 08:31:26.486278 dv-cinder-802653-4-iscsi neutron-server[100322]: pushed versions: Aug 04 08:31:26.486278 dv-cinder-802653-4-iscsi neutron-server[100322]: { 'AddressGroup': {'1.2'}, Aug 04 08:31:26.486278 dv-cinder-802653-4-iscsi neutron-server[100322]: 'ConntrackHelper': {'1.0'}, Aug 04 08:31:26.486278 dv-cinder-802653-4-iscsi neutron-server[100322]: 'Log': {'1.0'}, Aug 04 08:31:26.486278 dv-cinder-802653-4-iscsi neutron-server[100322]: 'Network': {'1.1'}, Aug 04 08:31:26.486278 dv-cinder-802653-4-iscsi neutron-server[100322]: 'Port': {'1.7'}, Aug 04 08:31:26.486278 dv-cinder-802653-4-iscsi neutron-server[100322]: 'PortForwarding': {'1.2'}, Aug 04 08:31:26.486278 dv-cinder-802653-4-iscsi neutron-server[100322]: 'QosPolicy': {'1.8'}, Aug 04 08:31:26.486278 dv-cinder-802653-4-iscsi neutron-server[100322]: 'SecurityGroup': {'1.4'}, Aug 04 08:31:26.486278 dv-cinder-802653-4-iscsi neutron-server[100322]: 'SecurityGroupRule': {'1.2'}, Aug 04 08:31:26.486278 dv-cinder-802653-4-iscsi neutron-server[100322]: 'SubPort': {'1.0'}, Aug 04 08:31:26.486278 dv-cinder-802653-4-iscsi neutron-server[100322]: 'Subnet': {'1.1'}, Aug 04 08:31:26.486278 dv-cinder-802653-4-iscsi neutron-server[100322]: 'Trunk': {'1.1'}} Aug 04 08:31:26.486278 dv-cinder-802653-4-iscsi neutron-server[100322]: consumer versions: Aug 04 08:31:26.486278 dv-cinder-802653-4-iscsi neutron-server[100322]: { DHCP agent@dv-cinder-802653-4-iscsi: {}, Aug 04 08:31:26.486278 dv-cinder-802653-4-iscsi neutron-server[100322]: L3 agent@dv-cinder-802653-4-iscsi: {}, Aug 04 08:31:26.486278 dv-cinder-802653-4-iscsi neutron-server[100322]: Metadata agent@dv-cinder-802653-4-iscsi: {}, Aug 04 08:31:26.486278 dv-cinder-802653-4-iscsi neutron-server[100322]: Metering agent@dv-cinder-802653-4-iscsi: {}, Aug 04 08:31:26.486278 dv-cinder-802653-4-iscsi neutron-server[100322]: Open vSwitch agent@dv-cinder-802653-4-iscsi: { 'AddressGroup': '1.2', Aug 04 08:31:26.486278 dv-cinder-802653-4-iscsi neutron-server[100322]: 'ConntrackHelper': '1.0', Aug 04 08:31:26.486278 dv-cinder-802653-4-iscsi neutron-server[100322]: 'Log': '1.0', Aug 04 08:31:26.486278 dv-cinder-802653-4-iscsi neutron-server[100322]: 'Network': '1.1', Aug 04 08:31:26.486278 dv-cinder-802653-4-iscsi neutron-server[100322]: 'Port': '1.7', Aug 04 08:31:26.486278 dv-cinder-802653-4-iscsi neutron-server[100322]: 'PortForwarding': '1.2', Aug 04 08:31:26.486278 dv-cinder-802653-4-iscsi neutron-server[100322]: 'QosPolicy': '1.8', Aug 04 08:31:26.486278 dv-cinder-802653-4-iscsi neutron-server[100322]: 'SecurityGroup': '1.4', Aug 04 08:31:26.486278 dv-cinder-802653-4-iscsi neutron-server[100322]: 'SecurityGroupRule': '1.2', Aug 04 08:31:26.486278 dv-cinder-802653-4-iscsi neutron-server[100322]: 'SubPort': '1.0', Aug 04 08:31:26.486278 dv-cinder-802653-4-iscsi neutron-server[100322]: 'Subnet': '1.1', Aug 04 08:31:26.486278 dv-cinder-802653-4-iscsi neutron-server[100322]: 'Trunk': '1.1'}} Aug 04 08:31:26.486278 dv-cinder-802653-4-iscsi neutron-server[100322]: {{(pid=100322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 08:31:26.556152 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] Attempting to bind port 2f538345-b8e3-4f03-9863-b0575ab66b0b on host dv-cinder-802653-4-iscsi for vnic_type normal with profile {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:31:26.556550 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] Attempting to bind port 2f538345-b8e3-4f03-9863-b0575ab66b0b by drivers openvswitch,hyperv on host dv-cinder-802653-4-iscsi at level 0 using segments [{'id': '212f9535-c3c5-43ee-8033-e00040deb9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e540498d-58b4-47b4-bf50-0e7d843d0d78'}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:31:26.556993 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] Attempting to bind port 2f538345-b8e3-4f03-9863-b0575ab66b0b on network e540498d-58b4-47b4-bf50-0e7d843d0d78 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:31:26.562551 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] Checking agent: {'id': '88e3f6d8-c986-4299-b0e5-a4c4ec344b2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 31, 10), 'started_at': datetime.datetime(2021, 8, 4, 8, 31, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:31:26.562904 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] Checking segment: {'id': '212f9535-c3c5-43ee-8033-e00040deb9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e540498d-58b4-47b4-bf50-0e7d843d0d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:31:26.563375 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:26.563768 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] Bound using segment: {'id': '212f9535-c3c5-43ee-8033-e00040deb9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e540498d-58b4-47b4-bf50-0e7d843d0d78'} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:31:26.564300 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] Bound port: 2f538345-b8e3-4f03-9863-b0575ab66b0b, host: dv-cinder-802653-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212f9535-c3c5-43ee-8033-e00040deb9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e540498d-58b4-47b4-bf50-0e7d843d0d78'}}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:31:26.564716 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:26.630758 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] For port 2f538345-b8e3-4f03-9863-b0575ab66b0b, host dv-cinder-802653-4-iscsi, cleared binding levels {{(pid=100322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:31:26.635226 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] For port 2f538345-b8e3-4f03-9863-b0575ab66b0b, host dv-cinder-802653-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=2f538345-b8e3-4f03-9863-b0575ab66b0b,segment=NetworkSegment(212f9535-c3c5-43ee-8033-e00040deb9f3),segment_id=212f9535-c3c5-43ee-8033-e00040deb9f3)] {{(pid=100322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:31:26.689610 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:26.767880 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abef5a-e2d6-4277-9f27-74b077dbbbd6 None None] Pushing event updated for resources: {'Port': ['ID=2f538345-b8e3-4f03-9863-b0575ab66b0b,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:31:27.941040 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 44752) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:31:28.256787 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [None req-d7a9d2eb-9cec-49c0-ab64-f7afe608fc36 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=100320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 08:31:28.257732 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-d7a9d2eb-9cec-49c0-ab64-f7afe608fc36 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3157334 Aug 04 08:31:30.652630 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 44760) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:31:30.967047 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [None req-462e80a5-c3eb-4f0a-9aa2-78a8b1feeea5 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=100320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 08:31:30.968122 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-462e80a5-c3eb-4f0a-9aa2-78a8b1feeea5 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3145308 Aug 04 08:31:33.597693 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 44770) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:31:33.890977 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-d4a75a78-1b71-4f00-ad4c-a45dd50ebcb6 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'd9bdc49fce1b4638b7a7e81ac691b592', 'admin_state_up': True}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:31:33.969620 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d4a75a78-1b71-4f00-ad4c-a45dd50ebcb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2048338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8269'] for router, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:33.971262 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d4a75a78-1b71-4f00-ad4c-a45dd50ebcb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2055556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1981338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8278'] for router, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:34.108418 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 2f538345-b8e3-4f03-9863-b0575ab66b0b up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:31:34.112115 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d4a75a78-1b71-4f00-ad4c-a45dd50ebcb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:34.170023 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d4a75a78-1b71-4f00-ad4c-a45dd50ebcb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055515'] for router, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:34.254347 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning for port 2f538345-b8e3-4f03-9863-b0575ab66b0b completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:31:34.324011 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d4a75a78-1b71-4f00-ad4c-a45dd50ebcb6 admin admin] Notify callbacks [] for router, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:34.325315 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-d4a75a78-1b71-4f00-ad4c-a45dd50ebcb6 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7266538 Aug 04 08:31:34.995379 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043909d1-7a8a-429f-8405-865fe6803a00 None None] Network e540498d-58b4-47b4-bf50-0e7d843d0d78 requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:31:35.102873 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-a7b61e29-1940-44e3-9ee9-aa5c2906efc8 None None] Provisioning for port 2f538345-b8e3-4f03-9863-b0575ab66b0b completed by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:31:35.109022 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-a7b61e29-1940-44e3-9ee9-aa5c2906efc8 None None] Provisioning complete for port 2f538345-b8e3-4f03-9863-b0575ab66b0b triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:31:35.109616 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a7b61e29-1940-44e3-9ee9-aa5c2906efc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:35.261692 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a7b61e29-1940-44e3-9ee9-aa5c2906efc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:35.296025 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-a7b61e29-1940-44e3-9ee9-aa5c2906efc8 None None] For port 2f538345-b8e3-4f03-9863-b0575ab66b0b, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=2f538345-b8e3-4f03-9863-b0575ab66b0b,segment=NetworkSegment(212f9535-c3c5-43ee-8033-e00040deb9f3),segment_id=212f9535-c3c5-43ee-8033-e00040deb9f3)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:31:35.391816 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a7b61e29-1940-44e3-9ee9-aa5c2906efc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:35.439566 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b61e29-1940-44e3-9ee9-aa5c2906efc8 None None] Pushing event updated for resources: {'Port': ['ID=2f538345-b8e3-4f03-9863-b0575ab66b0b,revision_number=3']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:31:35.511285 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8456ed95-e38b-43d0-a9b7-88582ce299c8 None None] Provisioning complete for port 2f538345-b8e3-4f03-9863-b0575ab66b0b triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:31:35.511587 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8456ed95-e38b-43d0-a9b7-88582ce299c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:36.085516 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 2f538345-b8e3-4f03-9863-b0575ab66b0b up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:31:36.131047 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port 2f538345-b8e3-4f03-9863-b0575ab66b0b triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:31:36.141949 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:36.727006 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 44782) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:31:37.026926 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [None req-5fee46ba-85da-4764-8b82-5e38dd00ed77 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=100320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 08:31:37.027916 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-5fee46ba-85da-4764-8b82-5e38dd00ed77 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2999935 Aug 04 08:31:37.506093 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-0cb8fbea-e806-4319-8c91-baa1f3f8e7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:39.381323 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 44790) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:31:39.684279 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-ad4b002d-d46f-420f-83e8-8f06625e69b5 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:31:39.757025 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4b002d-d46f-420f-83e8-8f06625e69b5 admin admin] Made reservation on behalf of 353a93ea367b435285572e0d84355f90 for: {'network': 1} {{(pid=100320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:31:39.759310 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ad4b002d-d46f-420f-83e8-8f06625e69b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for network, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:39.769526 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ad4b002d-d46f-420f-83e8-8f06625e69b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:39.853275 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ad4b002d-d46f-420f-83e8-8f06625e69b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:39.911387 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ad4b002d-d46f-420f-83e8-8f06625e69b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:39.928297 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ad4b002d-d46f-420f-83e8-8f06625e69b5 admin admin] Reserving flat network on physical network physnet1 {{(pid=100320) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 04 08:31:39.942108 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b002d-d46f-420f-83e8-8f06625e69b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a8c672-1861-4e05-a3c6-9b0ee1ecd949,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:31:39.948683 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ad4b002d-d46f-420f-83e8-8f06625e69b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:39.949224 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.db.segments_db [None req-ad4b002d-d46f-420f-83e8-8f06625e69b5 admin admin] Added segment 14aa563b-e8c7-40ac-9bd4-d0f3043acf10 of type flat for network 3e216780-0509-4029-b6cd-a15c5c01b313 Aug 04 08:31:40.001323 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ad4b002d-d46f-420f-83e8-8f06625e69b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749050523167'] for network, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:40.128860 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ad4b002d-d46f-420f-83e8-8f06625e69b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669'] for network, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:40.129808 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4b002d-d46f-420f-83e8-8f06625e69b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:31:40.130379 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ad4b002d-d46f-420f-83e8-8f06625e69b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:40.190567 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b002d-d46f-420f-83e8-8f06625e69b5 admin admin] Pushing event updated for resources: {'Network': ['ID=3e216780-0509-4029-b6cd-a15c5c01b313,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:31:40.200351 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Network 3e216780-0509-4029-b6cd-a15c5c01b313 details requested by agent ovs-agent-dv-cinder-802653-4-iscsi with host dv-cinder-802653-4-iscsi {{(pid=100322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 08:31:40.238271 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:40.282971 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-6d032249-8a1d-499d-a540-6c476b055247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:40.312559 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-ad4b002d-d46f-420f-83e8-8f06625e69b5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9301014 Aug 04 08:31:41.077329 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:42.689177 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 44810) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:31:42.808938 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:42.869339 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466bc13d-484e-48f5-8b20-49362ab5854a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:31:42.870699 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-466bc13d-484e-48f5-8b20-49362ab5854a admin admin] 10.222.0.45 "GET /v2.0/subnets/3eaf5b61-73c1-4961-bdd7-667be63b0c31 HTTP/1.1" status: 200 len: 849 time: 0.1805468 Aug 04 08:31:42.985577 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-6ad8e03b-50ae-476f-a11c-c2bd6b19f873 admin admin] 10.222.0.45 "GET /v2.0/routers/1d04cebf-285d-4dd0-a19b-c81afcea5a21 HTTP/1.1" status: 200 len: 704 time: 0.1089599 Aug 04 08:31:43.240851 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-6042670c-abe3-4f59-aa18-2e9e5f685aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:43.524803 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.db_base_plugin_common [None req-6042670c-abe3-4f59-aa18-2e9e5f685aca admin admin] Allocated IP 172.20.0.1 (e540498d-58b4-47b4-bf50-0e7d843d0d78/3eaf5b61-73c1-4961-bdd7-667be63b0c31/0401e9bc-0a5b-4100-a330-6aedc90a51ca) {{(pid=100320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:31:43.715081 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-6042670c-abe3-4f59-aa18-2e9e5f685aca admin admin] Notify callbacks [] for port, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:43.736450 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.provisioning_blocks [None req-6042670c-abe3-4f59-aa18-2e9e5f685aca admin admin] Transition to ACTIVE for port object 0401e9bc-0a5b-4100-a330-6aedc90a51ca will not be triggered until provisioned by entity DHCP. {{(pid=100320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:31:43.872321 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-6042670c-abe3-4f59-aa18-2e9e5f685aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528'] for port, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:43.944215 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6042670c-abe3-4f59-aa18-2e9e5f685aca admin admin] Network e540498d-58b4-47b4-bf50-0e7d843d0d78 is already hosted by enough agents. {{(pid=100320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:31:43.949453 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.base_scheduler [None req-6042670c-abe3-4f59-aa18-2e9e5f685aca admin admin] Resources bound (agent type, host, resource id): {{(pid=100320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:31:43.956165 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6042670c-abe3-4f59-aa18-2e9e5f685aca admin admin] Received port after_create {{(pid=100320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:31:43.956718 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-6042670c-abe3-4f59-aa18-2e9e5f685aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2055812'] for router_interface, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:43.979609 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042670c-abe3-4f59-aa18-2e9e5f685aca admin admin] Pushing event updated for resources: {'Port': ['ID=0401e9bc-0a5b-4100-a330-6aedc90a51ca,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:31:44.211509 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-6042670c-abe3-4f59-aa18-2e9e5f685aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:44.254464 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-d5c444b8-99a7-4fba-aba3-5d6d93e0ef8d None None] Provisioning for port 0401e9bc-0a5b-4100-a330-6aedc90a51ca completed by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:31:44.258332 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-d5c444b8-99a7-4fba-aba3-5d6d93e0ef8d None None] Provisioning complete for port 0401e9bc-0a5b-4100-a330-6aedc90a51ca triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:31:44.258702 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d5c444b8-99a7-4fba-aba3-5d6d93e0ef8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:44.290787 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-d5c444b8-99a7-4fba-aba3-5d6d93e0ef8d None None] Port 0401e9bc-0a5b-4100-a330-6aedc90a51ca cannot update to ACTIVE because it is not bound. {{(pid=100322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 08:31:44.418640 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-6042670c-abe3-4f59-aa18-2e9e5f685aca admin admin] Notify callbacks [] for port, precommit_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:44.476847 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-6042670c-abe3-4f59-aa18-2e9e5f685aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:44.477538 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-6042670c-abe3-4f59-aa18-2e9e5f685aca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055704'] for router_interface, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:44.554185 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042670c-abe3-4f59-aa18-2e9e5f685aca admin admin] Pushing event updated for resources: {'Port': ['ID=0401e9bc-0a5b-4100-a330-6aedc90a51ca,revision_number=2']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:31:44.601234 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6042670c-abe3-4f59-aa18-2e9e5f685aca admin admin] Network e540498d-58b4-47b4-bf50-0e7d843d0d78 is already hosted by enough agents. {{(pid=100320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:31:44.602519 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.base_scheduler [None req-6042670c-abe3-4f59-aa18-2e9e5f685aca admin admin] Resources bound (agent type, host, resource id): {{(pid=100320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:31:44.811963 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-c4e36ad6-52bb-451d-b63a-37e0ef497ef9 None None] Provisioning complete for port 0401e9bc-0a5b-4100-a330-6aedc90a51ca triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:31:44.812337 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c4e36ad6-52bb-451d-b63a-37e0ef497ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:44.831754 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6042670c-abe3-4f59-aa18-2e9e5f685aca admin admin] Router 1d04cebf-285d-4dd0-a19b-c81afcea5a21 is scheduled to L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 with binding_index 1 {{(pid=100320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 08:31:44.846966 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-c4e36ad6-52bb-451d-b63a-37e0ef497ef9 None None] Port 0401e9bc-0a5b-4100-a330-6aedc90a51ca cannot update to ACTIVE because it is not bound. {{(pid=100322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 08:31:44.922244 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6042670c-abe3-4f59-aa18-2e9e5f685aca admin admin] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:31:44.927429 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-6042670c-abe3-4f59-aa18-2e9e5f685aca admin admin] 10.222.0.45 "PUT /v2.0/routers/1d04cebf-285d-4dd0-a19b-c81afcea5a21/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9364386 Aug 04 08:31:44.942093 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b9a34c-5aea-4170-b55d-f3942c112f5d None None] Sync routers for ids ['1d04cebf-285d-4dd0-a19b-c81afcea5a21'] in dv-cinder-802653-4-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:31:44.953706 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b9a34c-5aea-4170-b55d-f3942c112f5d None None] Routers {'1d04cebf-285d-4dd0-a19b-c81afcea5a21'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:31:44.954653 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-d6b9a34c-5aea-4170-b55d-f3942c112f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:31:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['1d04cebf-285d-4dd0-a19b-c81afcea5a21'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:31:45.138240 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-d6b9a34c-5aea-4170-b55d-f3942c112f5d None None] Set router 1d04cebf-285d-4dd0-a19b-c81afcea5a21 gateway port host: None {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:31:45.622781 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-d6b9a34c-5aea-4170-b55d-f3942c112f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d04cebf-285d-4dd0-a19b-c81afcea5a21', 'name': 'router1', 'tenant_id': 'd9bdc49fce1b4638b7a7e81ac691b592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:31:33Z', 'updated_at': '2021-08-04T08:31:44Z', 'revision_number': 2, 'project_id': 'd9bdc49fce1b4638b7a7e81ac691b592', 'gw_port_host': None, '_interfaces': [{'id': '0401e9bc-0a5b-4100-a330-6aedc90a51ca', 'name': '', 'network_id': 'e540498d-58b4-47b4-bf50-0e7d843d0d78', 'tenant_id': 'd9bdc49fce1b4638b7a7e81ac691b592', 'mac_address': 'fa:16:3e:2d:7b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d04cebf-285d-4dd0-a19b-c81afcea5a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3eaf5b61-73c1-4961-bdd7-667be63b0c31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:31:43Z', 'updated_at': '2021-08-04T08:31:44Z', 'revision_number': 2, 'project_id': 'd9bdc49fce1b4638b7a7e81ac691b592', 'subnets': [{'id': '3eaf5b61-73c1-4961-bdd7-667be63b0c31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58584ffd-d211-4d4d-bb14-6aeb39bf0ad0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:31:45.673908 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b9a34c-5aea-4170-b55d-f3942c112f5d None None] Checking router: 1d04cebf-285d-4dd0-a19b-c81afcea5a21 for host: dv-cinder-802653-4-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:31:45.674281 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b9a34c-5aea-4170-b55d-f3942c112f5d None None] Updating router 1d04cebf-285d-4dd0-a19b-c81afcea5a21 port 0401e9bc-0a5b-4100-a330-6aedc90a51ca binding host dv-cinder-802653-4-iscsi {{(pid=100323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 08:31:45.721552 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-d6b9a34c-5aea-4170-b55d-f3942c112f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:46.239774 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-d6b9a34c-5aea-4170-b55d-f3942c112f5d None None] Notify callbacks [] for port, precommit_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:46.262248 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-d6b9a34c-5aea-4170-b55d-f3942c112f5d None None] Transition to ACTIVE for port object 0401e9bc-0a5b-4100-a330-6aedc90a51ca will not be triggered until provisioned by entity L2. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:31:46.340436 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-d6b9a34c-5aea-4170-b55d-f3942c112f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:46.481458 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b378cfb-8913-4d54-8a1d-944f5435cd44 None None] Pushing event updated for resources: {'Port': ['ID=0401e9bc-0a5b-4100-a330-6aedc90a51ca,revision_number=3']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:31:46.505587 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b378cfb-8913-4d54-8a1d-944f5435cd44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:46.505947 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b378cfb-8913-4d54-8a1d-944f5435cd44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:46.506287 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b378cfb-8913-4d54-8a1d-944f5435cd44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:46.506616 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b378cfb-8913-4d54-8a1d-944f5435cd44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:46.506937 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b378cfb-8913-4d54-8a1d-944f5435cd44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:46.507261 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b378cfb-8913-4d54-8a1d-944f5435cd44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:46.507591 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b378cfb-8913-4d54-8a1d-944f5435cd44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:46.507913 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b378cfb-8913-4d54-8a1d-944f5435cd44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:46.508270 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b378cfb-8913-4d54-8a1d-944f5435cd44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:46.508590 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b378cfb-8913-4d54-8a1d-944f5435cd44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:46.508905 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b378cfb-8913-4d54-8a1d-944f5435cd44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:46.509241 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b378cfb-8913-4d54-8a1d-944f5435cd44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:46.510414 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b378cfb-8913-4d54-8a1d-944f5435cd44 None None] Tracked resource versions report: Aug 04 08:31:46.510414 dv-cinder-802653-4-iscsi neutron-server[100323]: pushed versions: Aug 04 08:31:46.510414 dv-cinder-802653-4-iscsi neutron-server[100323]: { 'AddressGroup': {'1.2'}, Aug 04 08:31:46.510414 dv-cinder-802653-4-iscsi neutron-server[100323]: 'ConntrackHelper': {'1.0'}, Aug 04 08:31:46.510414 dv-cinder-802653-4-iscsi neutron-server[100323]: 'Log': {'1.0'}, Aug 04 08:31:46.510414 dv-cinder-802653-4-iscsi neutron-server[100323]: 'Network': {'1.1'}, Aug 04 08:31:46.510414 dv-cinder-802653-4-iscsi neutron-server[100323]: 'Port': {'1.7'}, Aug 04 08:31:46.510414 dv-cinder-802653-4-iscsi neutron-server[100323]: 'PortForwarding': {'1.2'}, Aug 04 08:31:46.510414 dv-cinder-802653-4-iscsi neutron-server[100323]: 'QosPolicy': {'1.8'}, Aug 04 08:31:46.510414 dv-cinder-802653-4-iscsi neutron-server[100323]: 'SecurityGroup': {'1.4'}, Aug 04 08:31:46.510414 dv-cinder-802653-4-iscsi neutron-server[100323]: 'SecurityGroupRule': {'1.2'}, Aug 04 08:31:46.510414 dv-cinder-802653-4-iscsi neutron-server[100323]: 'SubPort': {'1.0'}, Aug 04 08:31:46.510414 dv-cinder-802653-4-iscsi neutron-server[100323]: 'Subnet': {'1.1'}, Aug 04 08:31:46.510414 dv-cinder-802653-4-iscsi neutron-server[100323]: 'Trunk': {'1.1'}} Aug 04 08:31:46.510414 dv-cinder-802653-4-iscsi neutron-server[100323]: consumer versions: Aug 04 08:31:46.510414 dv-cinder-802653-4-iscsi neutron-server[100323]: { DHCP agent@dv-cinder-802653-4-iscsi: {}, Aug 04 08:31:46.510414 dv-cinder-802653-4-iscsi neutron-server[100323]: L3 agent@dv-cinder-802653-4-iscsi: {}, Aug 04 08:31:46.510414 dv-cinder-802653-4-iscsi neutron-server[100323]: Metadata agent@dv-cinder-802653-4-iscsi: {}, Aug 04 08:31:46.510414 dv-cinder-802653-4-iscsi neutron-server[100323]: Metering agent@dv-cinder-802653-4-iscsi: {}, Aug 04 08:31:46.510414 dv-cinder-802653-4-iscsi neutron-server[100323]: Open vSwitch agent@dv-cinder-802653-4-iscsi: { 'AddressGroup': '1.2', Aug 04 08:31:46.510414 dv-cinder-802653-4-iscsi neutron-server[100323]: 'ConntrackHelper': '1.0', Aug 04 08:31:46.510414 dv-cinder-802653-4-iscsi neutron-server[100323]: 'Log': '1.0', Aug 04 08:31:46.510414 dv-cinder-802653-4-iscsi neutron-server[100323]: 'Network': '1.1', Aug 04 08:31:46.510414 dv-cinder-802653-4-iscsi neutron-server[100323]: 'Port': '1.7', Aug 04 08:31:46.510414 dv-cinder-802653-4-iscsi neutron-server[100323]: 'PortForwarding': '1.2', Aug 04 08:31:46.510414 dv-cinder-802653-4-iscsi neutron-server[100323]: 'QosPolicy': '1.8', Aug 04 08:31:46.510414 dv-cinder-802653-4-iscsi neutron-server[100323]: 'SecurityGroup': '1.4', Aug 04 08:31:46.510414 dv-cinder-802653-4-iscsi neutron-server[100323]: 'SecurityGroupRule': '1.2', Aug 04 08:31:46.510414 dv-cinder-802653-4-iscsi neutron-server[100323]: 'SubPort': '1.0', Aug 04 08:31:46.510414 dv-cinder-802653-4-iscsi neutron-server[100323]: 'Subnet': '1.1', Aug 04 08:31:46.510414 dv-cinder-802653-4-iscsi neutron-server[100323]: 'Trunk': '1.1'}} Aug 04 08:31:46.510414 dv-cinder-802653-4-iscsi neutron-server[100323]: {{(pid=100323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 08:31:46.527153 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-d6b9a34c-5aea-4170-b55d-f3942c112f5d None None] Attempting to bind port 0401e9bc-0a5b-4100-a330-6aedc90a51ca on host dv-cinder-802653-4-iscsi for vnic_type normal with profile {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:31:46.527552 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-d6b9a34c-5aea-4170-b55d-f3942c112f5d None None] Attempting to bind port 0401e9bc-0a5b-4100-a330-6aedc90a51ca by drivers openvswitch,hyperv on host dv-cinder-802653-4-iscsi at level 0 using segments [{'id': '212f9535-c3c5-43ee-8033-e00040deb9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e540498d-58b4-47b4-bf50-0e7d843d0d78'}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:31:46.527979 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b9a34c-5aea-4170-b55d-f3942c112f5d None None] Attempting to bind port 0401e9bc-0a5b-4100-a330-6aedc90a51ca on network e540498d-58b4-47b4-bf50-0e7d843d0d78 {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:31:46.532806 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b9a34c-5aea-4170-b55d-f3942c112f5d None None] Checking agent: {'id': '88e3f6d8-c986-4299-b0e5-a4c4ec344b2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 31, 10), 'started_at': datetime.datetime(2021, 8, 4, 8, 31, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:31:46.533209 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b9a34c-5aea-4170-b55d-f3942c112f5d None None] Checking segment: {'id': '212f9535-c3c5-43ee-8033-e00040deb9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e540498d-58b4-47b4-bf50-0e7d843d0d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:31:46.533682 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-d6b9a34c-5aea-4170-b55d-f3942c112f5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:46.534063 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b9a34c-5aea-4170-b55d-f3942c112f5d None None] Bound using segment: {'id': '212f9535-c3c5-43ee-8033-e00040deb9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e540498d-58b4-47b4-bf50-0e7d843d0d78'} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:31:46.534555 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-d6b9a34c-5aea-4170-b55d-f3942c112f5d None None] Bound port: 0401e9bc-0a5b-4100-a330-6aedc90a51ca, host: dv-cinder-802653-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212f9535-c3c5-43ee-8033-e00040deb9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e540498d-58b4-47b4-bf50-0e7d843d0d78'}}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:31:46.534941 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-d6b9a34c-5aea-4170-b55d-f3942c112f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:46.600303 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-d6b9a34c-5aea-4170-b55d-f3942c112f5d None None] For port 0401e9bc-0a5b-4100-a330-6aedc90a51ca, host dv-cinder-802653-4-iscsi, cleared binding levels {{(pid=100323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:31:46.621002 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-d6b9a34c-5aea-4170-b55d-f3942c112f5d None None] For port 0401e9bc-0a5b-4100-a330-6aedc90a51ca, host dv-cinder-802653-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=0401e9bc-0a5b-4100-a330-6aedc90a51ca,segment=NetworkSegment(212f9535-c3c5-43ee-8033-e00040deb9f3),segment_id=212f9535-c3c5-43ee-8033-e00040deb9f3)] {{(pid=100323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:31:46.672152 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-d6b9a34c-5aea-4170-b55d-f3942c112f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:46.732494 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b9a34c-5aea-4170-b55d-f3942c112f5d None None] Routers {'1d04cebf-285d-4dd0-a19b-c81afcea5a21'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:31:46.732494 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-d6b9a34c-5aea-4170-b55d-f3942c112f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:31:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['1d04cebf-285d-4dd0-a19b-c81afcea5a21'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:31:46.732921 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b378cfb-8913-4d54-8a1d-944f5435cd44 None None] Pushing event updated for resources: {'Port': ['ID=0401e9bc-0a5b-4100-a330-6aedc90a51ca,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:31:46.825387 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-d6b9a34c-5aea-4170-b55d-f3942c112f5d None None] Set router 1d04cebf-285d-4dd0-a19b-c81afcea5a21 gateway port host: None {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:31:47.039435 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-d6b9a34c-5aea-4170-b55d-f3942c112f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d04cebf-285d-4dd0-a19b-c81afcea5a21', 'name': 'router1', 'tenant_id': 'd9bdc49fce1b4638b7a7e81ac691b592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:31:33Z', 'updated_at': '2021-08-04T08:31:44Z', 'revision_number': 2, 'project_id': 'd9bdc49fce1b4638b7a7e81ac691b592', 'gw_port_host': None, '_interfaces': [{'id': '0401e9bc-0a5b-4100-a330-6aedc90a51ca', 'name': '', 'network_id': 'e540498d-58b4-47b4-bf50-0e7d843d0d78', 'tenant_id': 'd9bdc49fce1b4638b7a7e81ac691b592', 'mac_address': 'fa:16:3e:2d:7b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d04cebf-285d-4dd0-a19b-c81afcea5a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3eaf5b61-73c1-4961-bdd7-667be63b0c31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:31:43Z', 'updated_at': '2021-08-04T08:31:46Z', 'revision_number': 4, 'project_id': 'd9bdc49fce1b4638b7a7e81ac691b592', 'subnets': [{'id': '3eaf5b61-73c1-4961-bdd7-667be63b0c31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58584ffd-d211-4d4d-bb14-6aeb39bf0ad0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:31:47.065098 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b9a34c-5aea-4170-b55d-f3942c112f5d None None] The sync data for ids ['1d04cebf-285d-4dd0-a19b-c81afcea5a21'] in dv-cinder-802653-4-iscsi is: [{'id': '1d04cebf-285d-4dd0-a19b-c81afcea5a21', 'name': 'router1', 'tenant_id': 'd9bdc49fce1b4638b7a7e81ac691b592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:31:33Z', 'updated_at': '2021-08-04T08:31:44Z', 'revision_number': 2, 'project_id': 'd9bdc49fce1b4638b7a7e81ac691b592', 'gw_port_host': None, '_interfaces': [{'id': '0401e9bc-0a5b-4100-a330-6aedc90a51ca', 'name': '', 'network_id': 'e540498d-58b4-47b4-bf50-0e7d843d0d78', 'tenant_id': 'd9bdc49fce1b4638b7a7e81ac691b592', 'mac_address': 'fa:16:3e:2d:7b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d04cebf-285d-4dd0-a19b-c81afcea5a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3eaf5b61-73c1-4961-bdd7-667be63b0c31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:31:43Z', 'updated_at': '2021-08-04T08:31:46Z', 'revision_number': 4, 'project_id': 'd9bdc49fce1b4638b7a7e81ac691b592', 'subnets': [{'id': '3eaf5b61-73c1-4961-bdd7-667be63b0c31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58584ffd-d211-4d4d-bb14-6aeb39bf0ad0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:31:47.142928 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 44830) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:31:47.291313 dv-cinder-802653-4-iscsi neutron-server[100321]: WARNING oslo_policy.policy [None req-e6d3143c-39c2-41d0-954e-8b7434229dcb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 08:31:47.291992 dv-cinder-802653-4-iscsi neutron-server[100321]: WARNING oslo_policy.policy [None req-e6d3143c-39c2-41d0-954e-8b7434229dcb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 08:31:47.729278 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.policy [None req-e6d3143c-39c2-41d0-954e-8b7434229dcb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100321) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 04 08:31:47.773572 dv-cinder-802653-4-iscsi neutron-server[100321]: WARNING oslo_policy.policy [None req-e6d3143c-39c2-41d0-954e-8b7434229dcb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 08:31:47.773951 dv-cinder-802653-4-iscsi neutron-server[100321]: WARNING oslo_policy.policy [None req-e6d3143c-39c2-41d0-954e-8b7434229dcb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 08:31:47.782699 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d3143c-39c2-41d0-954e-8b7434229dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:31:47.789907 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-e6d3143c-39c2-41d0-954e-8b7434229dcb admin admin] 10.222.0.45 "GET /v2.0/networks/3e216780-0509-4029-b6cd-a15c5c01b313 HTTP/1.1" status: 200 len: 842 time: 0.6406202 Aug 04 08:31:47.795059 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-08314f1b-5959-4131-8cfa-6c62309c9156 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:31:47.796918 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.quota [None req-08314f1b-5959-4131-8cfa-6c62309c9156 admin admin] Loaded quota_driver: . Aug 04 08:31:47.922933 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08314f1b-5959-4131-8cfa-6c62309c9156 admin admin] Made reservation on behalf of 353a93ea367b435285572e0d84355f90 for: {'subnet': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:31:47.925807 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-08314f1b-5959-4131-8cfa-6c62309c9156 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:48.414064 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.objects.ports [None req-08314f1b-5959-4131-8cfa-6c62309c9156 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100321) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 08:31:48.414736 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-08314f1b-5959-4131-8cfa-6c62309c9156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669'] for subnet, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:48.485903 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08314f1b-5959-4131-8cfa-6c62309c9156 admin admin] Checking segment: {'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:31:48.486269 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08314f1b-5959-4131-8cfa-6c62309c9156 admin admin] Network hostable DHCP agents. Network: 3e216780-0509-4029-b6cd-a15c5c01b313, hostable agents: ['d99d2447-930a-4a79-b4f6-24c5d2e4f89b'], hosted agents: [] {{(pid=100321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 08:31:48.490934 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08314f1b-5959-4131-8cfa-6c62309c9156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90755f8e-3998-4871-81e2-3daea40b0bfb,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:31:48.503253 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08314f1b-5959-4131-8cfa-6c62309c9156 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:48.503610 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08314f1b-5959-4131-8cfa-6c62309c9156 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:48.503967 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08314f1b-5959-4131-8cfa-6c62309c9156 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:48.504308 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08314f1b-5959-4131-8cfa-6c62309c9156 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:48.504638 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08314f1b-5959-4131-8cfa-6c62309c9156 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:48.504973 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08314f1b-5959-4131-8cfa-6c62309c9156 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:48.505300 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08314f1b-5959-4131-8cfa-6c62309c9156 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:48.505640 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08314f1b-5959-4131-8cfa-6c62309c9156 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:48.505981 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08314f1b-5959-4131-8cfa-6c62309c9156 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:48.506305 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08314f1b-5959-4131-8cfa-6c62309c9156 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:48.506628 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08314f1b-5959-4131-8cfa-6c62309c9156 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:48.506945 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08314f1b-5959-4131-8cfa-6c62309c9156 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:31:48.508106 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08314f1b-5959-4131-8cfa-6c62309c9156 admin admin] Tracked resource versions report: Aug 04 08:31:48.508106 dv-cinder-802653-4-iscsi neutron-server[100321]: pushed versions: Aug 04 08:31:48.508106 dv-cinder-802653-4-iscsi neutron-server[100321]: { 'AddressGroup': {'1.2'}, Aug 04 08:31:48.508106 dv-cinder-802653-4-iscsi neutron-server[100321]: 'ConntrackHelper': {'1.0'}, Aug 04 08:31:48.508106 dv-cinder-802653-4-iscsi neutron-server[100321]: 'Log': {'1.0'}, Aug 04 08:31:48.508106 dv-cinder-802653-4-iscsi neutron-server[100321]: 'Network': {'1.1'}, Aug 04 08:31:48.508106 dv-cinder-802653-4-iscsi neutron-server[100321]: 'Port': {'1.7'}, Aug 04 08:31:48.508106 dv-cinder-802653-4-iscsi neutron-server[100321]: 'PortForwarding': {'1.2'}, Aug 04 08:31:48.508106 dv-cinder-802653-4-iscsi neutron-server[100321]: 'QosPolicy': {'1.8'}, Aug 04 08:31:48.508106 dv-cinder-802653-4-iscsi neutron-server[100321]: 'SecurityGroup': {'1.4'}, Aug 04 08:31:48.508106 dv-cinder-802653-4-iscsi neutron-server[100321]: 'SecurityGroupRule': {'1.2'}, Aug 04 08:31:48.508106 dv-cinder-802653-4-iscsi neutron-server[100321]: 'SubPort': {'1.0'}, Aug 04 08:31:48.508106 dv-cinder-802653-4-iscsi neutron-server[100321]: 'Subnet': {'1.1'}, Aug 04 08:31:48.508106 dv-cinder-802653-4-iscsi neutron-server[100321]: 'Trunk': {'1.1'}} Aug 04 08:31:48.508106 dv-cinder-802653-4-iscsi neutron-server[100321]: consumer versions: Aug 04 08:31:48.508106 dv-cinder-802653-4-iscsi neutron-server[100321]: { DHCP agent@dv-cinder-802653-4-iscsi: {}, Aug 04 08:31:48.508106 dv-cinder-802653-4-iscsi neutron-server[100321]: L3 agent@dv-cinder-802653-4-iscsi: {}, Aug 04 08:31:48.508106 dv-cinder-802653-4-iscsi neutron-server[100321]: Metadata agent@dv-cinder-802653-4-iscsi: {}, Aug 04 08:31:48.508106 dv-cinder-802653-4-iscsi neutron-server[100321]: Metering agent@dv-cinder-802653-4-iscsi: {}, Aug 04 08:31:48.508106 dv-cinder-802653-4-iscsi neutron-server[100321]: Open vSwitch agent@dv-cinder-802653-4-iscsi: { 'AddressGroup': '1.2', Aug 04 08:31:48.508106 dv-cinder-802653-4-iscsi neutron-server[100321]: 'ConntrackHelper': '1.0', Aug 04 08:31:48.508106 dv-cinder-802653-4-iscsi neutron-server[100321]: 'Log': '1.0', Aug 04 08:31:48.508106 dv-cinder-802653-4-iscsi neutron-server[100321]: 'Network': '1.1', Aug 04 08:31:48.508106 dv-cinder-802653-4-iscsi neutron-server[100321]: 'Port': '1.7', Aug 04 08:31:48.508106 dv-cinder-802653-4-iscsi neutron-server[100321]: 'PortForwarding': '1.2', Aug 04 08:31:48.508106 dv-cinder-802653-4-iscsi neutron-server[100321]: 'QosPolicy': '1.8', Aug 04 08:31:48.508106 dv-cinder-802653-4-iscsi neutron-server[100321]: 'SecurityGroup': '1.4', Aug 04 08:31:48.508106 dv-cinder-802653-4-iscsi neutron-server[100321]: 'SecurityGroupRule': '1.2', Aug 04 08:31:48.508106 dv-cinder-802653-4-iscsi neutron-server[100321]: 'SubPort': '1.0', Aug 04 08:31:48.508106 dv-cinder-802653-4-iscsi neutron-server[100321]: 'Subnet': '1.1', Aug 04 08:31:48.508106 dv-cinder-802653-4-iscsi neutron-server[100321]: 'Trunk': '1.1'}} Aug 04 08:31:48.508106 dv-cinder-802653-4-iscsi neutron-server[100321]: {{(pid=100321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 08:31:48.597523 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08314f1b-5959-4131-8cfa-6c62309c9156 admin admin] Network 3e216780-0509-4029-b6cd-a15c5c01b313 is scheduled to be hosted by DHCP agent d99d2447-930a-4a79-b4f6-24c5d2e4f89b with binding_index 1 {{(pid=100321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 08:31:48.648837 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-08314f1b-5959-4131-8cfa-6c62309c9156 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-4-iscsi, 3e216780-0509-4029-b6cd-a15c5c01b313) {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:31:48.657923 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656ca8ea-0185-4d7e-9e4b-edcb02549889 None None] Network 3e216780-0509-4029-b6cd-a15c5c01b313 requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:31:48.662714 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08314f1b-5959-4131-8cfa-6c62309c9156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:31:48.662714 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-08314f1b-5959-4131-8cfa-6c62309c9156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:48.718107 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-08314f1b-5959-4131-8cfa-6c62309c9156 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9274347 Aug 04 08:31:48.790739 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1510b493-90e7-421a-8eea-d35db103ee9c None None] Network 3e216780-0509-4029-b6cd-a15c5c01b313 requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:31:51.014058 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 44850) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:31:51.139387 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-5e5ea54e-65c5-4db6-aa1a-f2572056de27 admin admin] 10.222.0.45 "GET /v2.0/routers/1d04cebf-285d-4dd0-a19b-c81afcea5a21 HTTP/1.1" status: 200 len: 710 time: 0.1242001 Aug 04 08:31:51.227308 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73bc52e-4525-45a7-9624-a16264b43d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:31:51.228805 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-b73bc52e-4525-45a7-9624-a16264b43d57 admin admin] 10.222.0.45 "GET /v2.0/networks/3e216780-0509-4029-b6cd-a15c5c01b313 HTTP/1.1" status: 200 len: 886 time: 0.0837405 Aug 04 08:31:51.238268 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-06e0ae5b-e476-4698-935d-7038d6089241 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'}}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:31:51.561588 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-06e0ae5b-e476-4698-935d-7038d6089241 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:51.866351 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-06e0ae5b-e476-4698-935d-7038d6089241 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:51.943291 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-06e0ae5b-e476-4698-935d-7038d6089241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:52.045739 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.db_base_plugin_common [None req-06e0ae5b-e476-4698-935d-7038d6089241 admin admin] Allocated IP 172.27.0.173 (3e216780-0509-4029-b6cd-a15c5c01b313/90755f8e-3998-4871-81e2-3daea40b0bfb/ecd54db6-995c-4615-91b2-fa6c9ed67357) {{(pid=100320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:31:52.271920 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-06e0ae5b-e476-4698-935d-7038d6089241 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:52.380693 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-06e0ae5b-e476-4698-935d-7038d6089241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528'] for port, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:52.427222 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e0ae5b-e476-4698-935d-7038d6089241 admin admin] Network 3e216780-0509-4029-b6cd-a15c5c01b313 is already hosted by enough agents. {{(pid=100320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:31:52.430106 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.base_scheduler [None req-06e0ae5b-e476-4698-935d-7038d6089241 admin admin] Resources bound (agent type, host, resource id): {{(pid=100320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:31:52.435751 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e0ae5b-e476-4698-935d-7038d6089241 admin admin] Received port after_create {{(pid=100320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:31:52.438355 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0ae5b-e476-4698-935d-7038d6089241 admin admin] Pushing event updated for resources: {'Port': ['ID=ecd54db6-995c-4615-91b2-fa6c9ed67357,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:31:52.816964 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-06e0ae5b-e476-4698-935d-7038d6089241 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:53.094842 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-06e0ae5b-e476-4698-935d-7038d6089241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2055542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8296'] for router, precommit_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:53.098212 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-06e0ae5b-e476-4698-935d-7038d6089241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2055529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2055520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049735'] for router, after_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:53.201952 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e0ae5b-e476-4698-935d-7038d6089241 admin admin] Router 1d04cebf-285d-4dd0-a19b-c81afcea5a21 has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:31:53.306242 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e0ae5b-e476-4698-935d-7038d6089241 admin admin] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:31:53.310423 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-06e0ae5b-e476-4698-935d-7038d6089241 admin admin] Notify callbacks [] for router, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:53.311627 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-06e0ae5b-e476-4698-935d-7038d6089241 admin admin] 10.222.0.45 "PUT /v2.0/routers/1d04cebf-285d-4dd0-a19b-c81afcea5a21 HTTP/1.1" status: 200 len: 890 time: 2.0768287 Aug 04 08:31:53.420136 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5b6604-6f7e-4904-acff-61b9c31124f5 None None] Sync routers for ids ['1d04cebf-285d-4dd0-a19b-c81afcea5a21'] in dv-cinder-802653-4-iscsi {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:31:53.431284 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5b6604-6f7e-4904-acff-61b9c31124f5 None None] Routers {'1d04cebf-285d-4dd0-a19b-c81afcea5a21'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:31:53.432573 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-ae5b6604-6f7e-4904-acff-61b9c31124f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:31:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['1d04cebf-285d-4dd0-a19b-c81afcea5a21'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:31:53.698618 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-ae5b6604-6f7e-4904-acff-61b9c31124f5 None None] Set router 1d04cebf-285d-4dd0-a19b-c81afcea5a21 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:31:54.108285 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-ae5b6604-6f7e-4904-acff-61b9c31124f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d04cebf-285d-4dd0-a19b-c81afcea5a21', 'name': 'router1', 'tenant_id': 'd9bdc49fce1b4638b7a7e81ac691b592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ecd54db6-995c-4615-91b2-fa6c9ed67357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:31:33Z', 'updated_at': '2021-08-04T08:31:52Z', 'revision_number': 4, 'project_id': 'd9bdc49fce1b4638b7a7e81ac691b592', 'gw_port': {'id': 'ecd54db6-995c-4615-91b2-fa6c9ed67357', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:83:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d04cebf-285d-4dd0-a19b-c81afcea5a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:31:51Z', 'updated_at': '2021-08-04T08:31:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '0401e9bc-0a5b-4100-a330-6aedc90a51ca', 'name': '', 'network_id': 'e540498d-58b4-47b4-bf50-0e7d843d0d78', 'tenant_id': 'd9bdc49fce1b4638b7a7e81ac691b592', 'mac_address': 'fa:16:3e:2d:7b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d04cebf-285d-4dd0-a19b-c81afcea5a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3eaf5b61-73c1-4961-bdd7-667be63b0c31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:31:43Z', 'updated_at': '2021-08-04T08:31:46Z', 'revision_number': 4, 'project_id': 'd9bdc49fce1b4638b7a7e81ac691b592', 'subnets': [{'id': '3eaf5b61-73c1-4961-bdd7-667be63b0c31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58584ffd-d211-4d4d-bb14-6aeb39bf0ad0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:31:54.135396 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 0401e9bc-0a5b-4100-a330-6aedc90a51ca up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:31:54.163808 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5b6604-6f7e-4904-acff-61b9c31124f5 None None] Checking router: 1d04cebf-285d-4dd0-a19b-c81afcea5a21 for host: dv-cinder-802653-4-iscsi {{(pid=100322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:31:54.164225 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5b6604-6f7e-4904-acff-61b9c31124f5 None None] Updating router 1d04cebf-285d-4dd0-a19b-c81afcea5a21 port ecd54db6-995c-4615-91b2-fa6c9ed67357 binding host dv-cinder-802653-4-iscsi {{(pid=100322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 08:31:54.234494 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ae5b6604-6f7e-4904-acff-61b9c31124f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:54.371809 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning for port 0401e9bc-0a5b-4100-a330-6aedc90a51ca completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:31:54.386624 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port 0401e9bc-0a5b-4100-a330-6aedc90a51ca triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:31:54.386999 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:54.575702 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:54.644139 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] For port 0401e9bc-0a5b-4100-a330-6aedc90a51ca, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=0401e9bc-0a5b-4100-a330-6aedc90a51ca,segment=NetworkSegment(212f9535-c3c5-43ee-8033-e00040deb9f3),segment_id=212f9535-c3c5-43ee-8033-e00040deb9f3)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:31:54.656136 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ae5b6604-6f7e-4904-acff-61b9c31124f5 None None] Notify callbacks [] for port, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:54.665641 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-ae5b6604-6f7e-4904-acff-61b9c31124f5 None None] Transition to ACTIVE for port object ecd54db6-995c-4615-91b2-fa6c9ed67357 will not be triggered until provisioned by entity L2. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:31:54.694295 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:54.717972 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ae5b6604-6f7e-4904-acff-61b9c31124f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:54.759798 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-ae5b6604-6f7e-4904-acff-61b9c31124f5 None None] Attempting to bind port ecd54db6-995c-4615-91b2-fa6c9ed67357 on host dv-cinder-802653-4-iscsi for vnic_type normal with profile {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:31:54.760201 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-ae5b6604-6f7e-4904-acff-61b9c31124f5 None None] Attempting to bind port ecd54db6-995c-4615-91b2-fa6c9ed67357 by drivers openvswitch,hyperv on host dv-cinder-802653-4-iscsi at level 0 using segments [{'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:31:54.760566 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5b6604-6f7e-4904-acff-61b9c31124f5 None None] Attempting to bind port ecd54db6-995c-4615-91b2-fa6c9ed67357 on network 3e216780-0509-4029-b6cd-a15c5c01b313 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:31:54.762524 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Pushing event updated for resources: {'Port': ['ID=0401e9bc-0a5b-4100-a330-6aedc90a51ca,revision_number=5']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:31:54.786533 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5b6604-6f7e-4904-acff-61b9c31124f5 None None] Checking agent: {'id': '88e3f6d8-c986-4299-b0e5-a4c4ec344b2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 31, 10), 'started_at': datetime.datetime(2021, 8, 4, 8, 31, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:31:54.786927 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5b6604-6f7e-4904-acff-61b9c31124f5 None None] Checking segment: {'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:31:54.787315 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ae5b6604-6f7e-4904-acff-61b9c31124f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:54.787707 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5b6604-6f7e-4904-acff-61b9c31124f5 None None] Bound using segment: {'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:31:54.788202 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-ae5b6604-6f7e-4904-acff-61b9c31124f5 None None] Bound port: ecd54db6-995c-4615-91b2-fa6c9ed67357, host: dv-cinder-802653-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'}}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:31:54.788605 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ae5b6604-6f7e-4904-acff-61b9c31124f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:54.839583 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0472d-7968-4f17-957d-c37804075141 None None] Pushing event updated for resources: {'Port': ['ID=ecd54db6-995c-4615-91b2-fa6c9ed67357,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:31:54.857451 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-ae5b6604-6f7e-4904-acff-61b9c31124f5 None None] For port ecd54db6-995c-4615-91b2-fa6c9ed67357, host dv-cinder-802653-4-iscsi, cleared binding levels {{(pid=100322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:31:54.860532 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-ae5b6604-6f7e-4904-acff-61b9c31124f5 None None] For port ecd54db6-995c-4615-91b2-fa6c9ed67357, host dv-cinder-802653-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=ecd54db6-995c-4615-91b2-fa6c9ed67357,segment=NetworkSegment(14aa563b-e8c7-40ac-9bd4-d0f3043acf10),segment_id=14aa563b-e8c7-40ac-9bd4-d0f3043acf10)] {{(pid=100322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:31:54.900105 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ae5b6604-6f7e-4904-acff-61b9c31124f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:54.954928 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5b6604-6f7e-4904-acff-61b9c31124f5 None None] Routers {'1d04cebf-285d-4dd0-a19b-c81afcea5a21'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:31:54.955556 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-ae5b6604-6f7e-4904-acff-61b9c31124f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:31:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['1d04cebf-285d-4dd0-a19b-c81afcea5a21'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:31:54.995807 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0472d-7968-4f17-957d-c37804075141 None None] Pushing event updated for resources: {'Port': ['ID=ecd54db6-995c-4615-91b2-fa6c9ed67357,revision_number=3']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:31:55.143344 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-ae5b6604-6f7e-4904-acff-61b9c31124f5 None None] Set router 1d04cebf-285d-4dd0-a19b-c81afcea5a21 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:31:55.351892 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-ae5b6604-6f7e-4904-acff-61b9c31124f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d04cebf-285d-4dd0-a19b-c81afcea5a21', 'name': 'router1', 'tenant_id': 'd9bdc49fce1b4638b7a7e81ac691b592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ecd54db6-995c-4615-91b2-fa6c9ed67357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:31:33Z', 'updated_at': '2021-08-04T08:31:52Z', 'revision_number': 4, 'project_id': 'd9bdc49fce1b4638b7a7e81ac691b592', 'gw_port': {'id': 'ecd54db6-995c-4615-91b2-fa6c9ed67357', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:83:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d04cebf-285d-4dd0-a19b-c81afcea5a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:31:51Z', 'updated_at': '2021-08-04T08:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '0401e9bc-0a5b-4100-a330-6aedc90a51ca', 'name': '', 'network_id': 'e540498d-58b4-47b4-bf50-0e7d843d0d78', 'tenant_id': 'd9bdc49fce1b4638b7a7e81ac691b592', 'mac_address': 'fa:16:3e:2d:7b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d04cebf-285d-4dd0-a19b-c81afcea5a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3eaf5b61-73c1-4961-bdd7-667be63b0c31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:31:43Z', 'updated_at': '2021-08-04T08:31:54Z', 'revision_number': 5, 'project_id': 'd9bdc49fce1b4638b7a7e81ac691b592', 'subnets': [{'id': '3eaf5b61-73c1-4961-bdd7-667be63b0c31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58584ffd-d211-4d4d-bb14-6aeb39bf0ad0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:31:55.380542 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5b6604-6f7e-4904-acff-61b9c31124f5 None None] The sync data for ids ['1d04cebf-285d-4dd0-a19b-c81afcea5a21'] in dv-cinder-802653-4-iscsi is: [{'id': '1d04cebf-285d-4dd0-a19b-c81afcea5a21', 'name': 'router1', 'tenant_id': 'd9bdc49fce1b4638b7a7e81ac691b592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ecd54db6-995c-4615-91b2-fa6c9ed67357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:31:33Z', 'updated_at': '2021-08-04T08:31:52Z', 'revision_number': 4, 'project_id': 'd9bdc49fce1b4638b7a7e81ac691b592', 'gw_port': {'id': 'ecd54db6-995c-4615-91b2-fa6c9ed67357', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:83:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d04cebf-285d-4dd0-a19b-c81afcea5a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:31:51Z', 'updated_at': '2021-08-04T08:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '0401e9bc-0a5b-4100-a330-6aedc90a51ca', 'name': '', 'network_id': 'e540498d-58b4-47b4-bf50-0e7d843d0d78', 'tenant_id': 'd9bdc49fce1b4638b7a7e81ac691b592', 'mac_address': 'fa:16:3e:2d:7b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d04cebf-285d-4dd0-a19b-c81afcea5a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3eaf5b61-73c1-4961-bdd7-667be63b0c31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:31:43Z', 'updated_at': '2021-08-04T08:31:54Z', 'revision_number': 5, 'project_id': 'd9bdc49fce1b4638b7a7e81ac691b592', 'subnets': [{'id': '3eaf5b61-73c1-4961-bdd7-667be63b0c31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58584ffd-d211-4d4d-bb14-6aeb39bf0ad0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:31:55.679281 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 44862) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:31:55.793856 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-baa21fa7-3fef-4c32-9dd9-5f2233e389a7 admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1123054 Aug 04 08:31:56.174937 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device ecd54db6-995c-4615-91b2-fa6c9ed67357 up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:31:56.282782 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning for port ecd54db6-995c-4615-91b2-fa6c9ed67357 completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:31:56.286951 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port ecd54db6-995c-4615-91b2-fa6c9ed67357 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:31:56.287384 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:56.367626 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:56.389850 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] For port ecd54db6-995c-4615-91b2-fa6c9ed67357, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=ecd54db6-995c-4615-91b2-fa6c9ed67357,segment=NetworkSegment(14aa563b-e8c7-40ac-9bd4-d0f3043acf10),segment_id=14aa563b-e8c7-40ac-9bd4-d0f3043acf10)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:31:56.460162 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:56.460973 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 0401e9bc-0a5b-4100-a330-6aedc90a51ca up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:31:56.535104 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Pushing event updated for resources: {'Port': ['ID=ecd54db6-995c-4615-91b2-fa6c9ed67357,revision_number=4']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:31:56.550410 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port 0401e9bc-0a5b-4100-a330-6aedc90a51ca triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:31:56.550862 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:31:58.109039 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device ecd54db6-995c-4615-91b2-fa6c9ed67357 up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:31:58.162573 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port ecd54db6-995c-4615-91b2-fa6c9ed67357 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:31:58.163101 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:32:02.753587 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 5 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:32:07.489021 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-239582c9-f5e8-4567-ba2a-0029f0779a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:32:10.231230 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:32:10.260052 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-83d30d2d-ee15-45b6-8080-06380eafcca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:32:11.065630 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:32:12.831102 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:32:37.504502 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4337f782-f12e-4e0d-b33e-c0b5705f54ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:32:39.752597 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 5 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:32:40.230267 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:32:40.259251 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ad0b6b53-54f6-4fbe-be3f-dd48b1d2e185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:32:41.087600 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:32:42.819405 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:33:07.475163 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea77f-352e-4ff9-a80e-b9439da23b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:33:10.269564 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:33:10.280291 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-dac3e912-aeca-4e10-a62c-5fbbcb8ab485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:33:11.075065 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:33:12.840733 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:33:16.754040 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 5 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:33:34.078843 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 45430) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:33:34.137446 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec667e26-12a2-4bb7-894a-b42f6acb8904 admin admin] GET failed (client error): The resource could not be found. Aug 04 08:33:34.141773 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-ec667e26-12a2-4bb7-894a-b42f6acb8904 admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0619471 Aug 04 08:33:34.295542 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddc8c57-304d-4e86-94dd-8416ff79eb69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:33:34.296972 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-5ddc8c57-304d-4e86-94dd-8416ff79eb69 admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1539385 Aug 04 08:33:36.448458 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 45440) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:33:36.536574 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7bf4ec-023f-41bf-8eb4-13e6a858b9f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:33:36.537920 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-5b7bf4ec-023f-41bf-8eb4-13e6a858b9f5 admin admin] 10.222.0.45 "GET /v2.0/subnets/3eaf5b61-73c1-4961-bdd7-667be63b0c31 HTTP/1.1" status: 200 len: 849 time: 0.0885093 Aug 04 08:33:36.547622 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-0973f372-5834-4437-996f-38bbbffa673d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:33:36.631345 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0973f372-5834-4437-996f-38bbbffa673d admin admin] Notify callbacks [] for subnet, before_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:33:36.816950 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0973f372-5834-4437-996f-38bbbffa673d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749050980262'] for subnet, after_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:33:36.848303 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0973f372-5834-4437-996f-38bbbffa673d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:33:36.848883 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0973f372-5834-4437-996f-38bbbffa673d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for subnet, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:33:36.850169 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-0973f372-5834-4437-996f-38bbbffa673d admin admin] 10.222.0.45 "PUT /v2.0/subnets/3eaf5b61-73c1-4961-bdd7-667be63b0c31 HTTP/1.1" status: 200 len: 868 time: 0.3062258 Aug 04 08:33:36.864905 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d47eda-6fba-4a37-980e-c98a06959e55 None None] Network e540498d-58b4-47b4-bf50-0e7d843d0d78 requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:33:36.868589 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973f372-5834-4437-996f-38bbbffa673d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eaf5b61-73c1-4961-bdd7-667be63b0c31,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:33:36.875921 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0973f372-5834-4437-996f-38bbbffa673d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:33:36.876339 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0973f372-5834-4437-996f-38bbbffa673d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:33:36.876674 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0973f372-5834-4437-996f-38bbbffa673d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:33:36.877768 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0973f372-5834-4437-996f-38bbbffa673d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:33:36.877768 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0973f372-5834-4437-996f-38bbbffa673d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:33:36.877768 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0973f372-5834-4437-996f-38bbbffa673d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:33:36.878074 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0973f372-5834-4437-996f-38bbbffa673d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:33:36.878309 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0973f372-5834-4437-996f-38bbbffa673d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:33:36.878619 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0973f372-5834-4437-996f-38bbbffa673d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:33:36.878941 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0973f372-5834-4437-996f-38bbbffa673d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:33:36.879263 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0973f372-5834-4437-996f-38bbbffa673d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:33:36.879582 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0973f372-5834-4437-996f-38bbbffa673d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:33:37.244019 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-6076a281-e2f1-4ac0-8534-f543c44543e5 None None] Provisioning complete for port 0401e9bc-0a5b-4100-a330-6aedc90a51ca triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:33:37.244397 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-6076a281-e2f1-4ac0-8534-f543c44543e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:33:37.329768 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-6076a281-e2f1-4ac0-8534-f543c44543e5 None None] Provisioning complete for port 2f538345-b8e3-4f03-9863-b0575ab66b0b triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:33:37.330076 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-6076a281-e2f1-4ac0-8534-f543c44543e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:33:37.485965 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-00821c7a-32ca-45da-b05e-87bd112fbac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:33:39.005037 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 45448) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:33:39.197874 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10085c95-51de-4ed8-a337-fc47f3ed8df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:33:39.198349 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10085c95-51de-4ed8-a337-fc47f3ed8df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:33:39.199898 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-10085c95-51de-4ed8-a337-fc47f3ed8df3 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1939020 Aug 04 08:33:40.234587 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:33:40.239752 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-226522cd-1076-4885-9416-30504e4bfaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:33:41.080007 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:33:41.368028 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 45456) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:33:41.584888 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2700835b-b758-4d36-b19d-f3c371ed64d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:33:41.585354 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2700835b-b758-4d36-b19d-f3c371ed64d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:33:41.586875 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-2700835b-b758-4d36-b19d-f3c371ed64d9 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2179058 Aug 04 08:33:42.816995 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:33:43.745126 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 45466) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:33:43.869324 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4138a7d1-9028-41cb-b127-cefcc538402a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:33:43.870671 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-4138a7d1-9028-41cb-b127-cefcc538402a admin admin] 10.222.0.45 "GET /v2.0/networks/3e216780-0509-4029-b6cd-a15c5c01b313 HTTP/1.1" status: 200 len: 886 time: 0.1245649 Aug 04 08:33:46.055098 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 45474) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:33:46.197828 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a78ec5c-ddba-4022-a3a3-66e400d24cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:33:46.199186 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-6a78ec5c-ddba-4022-a3a3-66e400d24cc1 admin admin] 10.222.0.45 "GET /v2.0/networks/e540498d-58b4-47b4-bf50-0e7d843d0d78 HTTP/1.1" status: 200 len: 869 time: 0.1431255 Aug 04 08:33:48.331031 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 45482) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:33:48.454427 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8350fb64-e76e-4880-a929-9b38855c449b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:33:48.454885 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8350fb64-e76e-4880-a929-9b38855c449b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:33:48.456445 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-8350fb64-e76e-4880-a929-9b38855c449b admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1244721 Aug 04 08:33:50.598833 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 45490) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:33:50.688022 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d966fda9-a4b3-42c5-9a09-83d76a3bba4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:33:50.688485 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d966fda9-a4b3-42c5-9a09-83d76a3bba4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:33:50.690000 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-d966fda9-a4b3-42c5-9a09-83d76a3bba4f admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0902245 Aug 04 08:33:52.841643 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 45498) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:33:52.933513 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af17ee4e-22bd-4986-9b67-92c5d71b6c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:33:52.934846 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-af17ee4e-22bd-4986-9b67-92c5d71b6c29 admin admin] 10.222.0.45 "GET /v2.0/subnets/3eaf5b61-73c1-4961-bdd7-667be63b0c31 HTTP/1.1" status: 200 len: 868 time: 0.0922608 Aug 04 08:33:53.752965 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 5 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:33:55.085130 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 45506) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:33:55.167301 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc14f13d-a1f5-4bae-9a4a-24fa5b88b5d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:33:55.168669 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-bc14f13d-a1f5-4bae-9a4a-24fa5b88b5d8 admin admin] 10.222.0.45 "GET /v2.0/subnets/90755f8e-3998-4871-81e2-3daea40b0bfb HTTP/1.1" status: 200 len: 816 time: 0.0825906 Aug 04 08:34:07.484679 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-33ebcd54-8fd9-4ba0-888c-26eb176bff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:34:10.250261 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:34:10.273057 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-91066ea6-f257-45c3-aba6-511bebbc7daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:34:11.079219 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:34:12.833446 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:34:20.947784 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 45560) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:34:20.993402 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [None req-ec81a3e6-0898-40e1-b8fb-95437e8b6704 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=100320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 08:34:20.994406 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-ec81a3e6-0898-40e1-b8fb-95437e8b6704 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0456123 Aug 04 08:34:23.247491 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 45568) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:34:23.307544 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d9769f-5b9a-45d1-abf9-0cfa1cb12250 admin admin] GET failed (client error): The resource could not be found. Aug 04 08:34:23.308909 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-81d9769f-5b9a-45d1-abf9-0cfa1cb12250 admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604568 Aug 04 08:34:23.396909 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3b2c8c-9e8e-4f25-be1c-008e7ab14b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:34:23.398384 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-1f3b2c8c-9e8e-4f25-be1c-008e7ab14b2b admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0849032 Aug 04 08:34:25.618981 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 45576) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:34:25.663755 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-4125d678-5955-4a33-a848-83b4bc01a71a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:34:25.758517 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4125d678-5955-4a33-a848-83b4bc01a71a admin admin] Made reservation on behalf of 353a93ea367b435285572e0d84355f90 for: {'network': 1} {{(pid=100320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:34:25.760765 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-4125d678-5955-4a33-a848-83b4bc01a71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for network, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:34:25.790352 dv-cinder-802653-4-iscsi neutron-server[100320]: WARNING neutron.services.revisions.revision_plugin [None req-4125d678-5955-4a33-a848-83b4bc01a71a admin admin] Could not find related network for resource to bump revision. Aug 04 08:34:25.800474 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4125d678-5955-4a33-a848-83b4bc01a71a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=100320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 08:34:25.808981 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-4125d678-5955-4a33-a848-83b4bc01a71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:34:25.809328 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.db.segments_db [None req-4125d678-5955-4a33-a848-83b4bc01a71a admin admin] Added segment 91f210ce-6792-44da-8d28-19fde00fb9e5 of type vlan for network 6afe5a07-0c02-47e7-bffa-5ceaabcbb518 Aug 04 08:34:25.847484 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-4125d678-5955-4a33-a848-83b4bc01a71a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749050523167'] for network, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:34:25.935796 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-4125d678-5955-4a33-a848-83b4bc01a71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669'] for network, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:34:25.936731 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4125d678-5955-4a33-a848-83b4bc01a71a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:34:25.937312 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-4125d678-5955-4a33-a848-83b4bc01a71a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:34:25.995708 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4125d678-5955-4a33-a848-83b4bc01a71a admin admin] Pushing event updated for resources: {'Network': ['ID=6afe5a07-0c02-47e7-bffa-5ceaabcbb518,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:34:26.006063 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Network 6afe5a07-0c02-47e7-bffa-5ceaabcbb518 details requested by agent ovs-agent-dv-cinder-802653-4-iscsi with host dv-cinder-802653-4-iscsi {{(pid=100322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 08:34:26.069255 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-4125d678-5955-4a33-a848-83b4bc01a71a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4492166 Aug 04 08:34:28.269090 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 45584) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:34:28.430137 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbcc7dee-b223-4979-a02f-7c48b4e37f07 admin admin] GET failed (client error): The resource could not be found. Aug 04 08:34:28.431446 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-cbcc7dee-b223-4979-a02f-7c48b4e37f07 admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1614058 Aug 04 08:34:28.499324 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b35b61-dc7a-44ec-8ab3-cbcd3b68ea83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:34:28.500777 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-28b35b61-dc7a-44ec-8ab3-cbcd3b68ea83 admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0649817 Aug 04 08:34:28.511151 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-a45f621f-f1b2-4c07-bf6b-3f8bd24590a7 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '6afe5a07-0c02-47e7-bffa-5ceaabcbb518', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:34:28.598449 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45f621f-f1b2-4c07-bf6b-3f8bd24590a7 admin admin] Made reservation on behalf of 353a93ea367b435285572e0d84355f90 for: {'subnet': 1} {{(pid=100320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:34:28.601316 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-a45f621f-f1b2-4c07-bf6b-3f8bd24590a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:34:28.804464 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-a45f621f-f1b2-4c07-bf6b-3f8bd24590a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669'] for subnet, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:34:28.854826 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f621f-f1b2-4c07-bf6b-3f8bd24590a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f222c4d-b059-461e-a1b5-f7018f5a7da7,revision_number=0']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:34:28.869055 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45f621f-f1b2-4c07-bf6b-3f8bd24590a7 admin admin] Checking segment: {'id': '91f210ce-6792-44da-8d28-19fde00fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6afe5a07-0c02-47e7-bffa-5ceaabcbb518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:34:28.869409 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45f621f-f1b2-4c07-bf6b-3f8bd24590a7 admin admin] Network hostable DHCP agents. Network: 6afe5a07-0c02-47e7-bffa-5ceaabcbb518, hostable agents: ['d99d2447-930a-4a79-b4f6-24c5d2e4f89b'], hosted agents: [] {{(pid=100320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 08:34:28.952626 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45f621f-f1b2-4c07-bf6b-3f8bd24590a7 admin admin] Network 6afe5a07-0c02-47e7-bffa-5ceaabcbb518 is scheduled to be hosted by DHCP agent d99d2447-930a-4a79-b4f6-24c5d2e4f89b with binding_index 1 {{(pid=100320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 08:34:29.009842 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.base_scheduler [None req-a45f621f-f1b2-4c07-bf6b-3f8bd24590a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-4-iscsi, 6afe5a07-0c02-47e7-bffa-5ceaabcbb518) {{(pid=100320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:34:29.013812 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45f621f-f1b2-4c07-bf6b-3f8bd24590a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:34:29.014489 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-a45f621f-f1b2-4c07-bf6b-3f8bd24590a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for subnet, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:34:29.018242 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58497fe-0270-476b-9f5b-6131b7df8f19 None None] Network 6afe5a07-0c02-47e7-bffa-5ceaabcbb518 requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:34:29.070189 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-a45f621f-f1b2-4c07-bf6b-3f8bd24590a7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5599823 Aug 04 08:34:29.265940 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda83cd89-c10a-52ae-b198-37c960099bd2-6afe5a07-0c02-47e7-bffa-5ceaabcbb518', 'network_id': '6afe5a07-0c02-47e7-bffa-5ceaabcbb518', 'tenant_id': '353a93ea367b435285572e0d84355f90', 'fixed_ips': [{'subnet_id': '0f222c4d-b059-461e-a1b5-f7018f5a7da7'}]}} from dv-cinder-802653-4-iscsi. {{(pid=100322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 08:34:29.266951 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:34:29.404666 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] Allocated IP 192.168.233.2 (6afe5a07-0c02-47e7-bffa-5ceaabcbb518/0f222c4d-b059-461e-a1b5-f7018f5a7da7/36c0eb7c-eddd-4274-b07e-d0cb3225765a) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:34:29.546654 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:34:29.554832 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] Transition to ACTIVE for port object 36c0eb7c-eddd-4274-b07e-d0cb3225765a will not be triggered until provisioned by entity L2. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:34:29.569955 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] Transition to ACTIVE for port object 36c0eb7c-eddd-4274-b07e-d0cb3225765a will not be triggered until provisioned by entity DHCP. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:34:29.627708 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:34:29.669235 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] Network 6afe5a07-0c02-47e7-bffa-5ceaabcbb518 is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:34:29.672192 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:34:29.675625 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:34:29.686689 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] Pushing event updated for resources: {'Port': ['ID=36c0eb7c-eddd-4274-b07e-d0cb3225765a,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:34:29.694794 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:34:29.694794 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:34:29.694794 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:34:29.695128 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:34:29.695441 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:34:29.695775 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:34:29.696142 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:34:29.696478 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:34:29.696833 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:34:29.697162 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:34:29.697490 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:34:29.697814 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:34:29.743259 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] Attempting to bind port 36c0eb7c-eddd-4274-b07e-d0cb3225765a on host dv-cinder-802653-4-iscsi for vnic_type normal with profile {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:34:29.743629 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] Attempting to bind port 36c0eb7c-eddd-4274-b07e-d0cb3225765a by drivers openvswitch,hyperv on host dv-cinder-802653-4-iscsi at level 0 using segments [{'id': '91f210ce-6792-44da-8d28-19fde00fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6afe5a07-0c02-47e7-bffa-5ceaabcbb518'}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:34:29.744020 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] Attempting to bind port 36c0eb7c-eddd-4274-b07e-d0cb3225765a on network 6afe5a07-0c02-47e7-bffa-5ceaabcbb518 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:34:29.748887 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] Checking agent: {'id': '88e3f6d8-c986-4299-b0e5-a4c4ec344b2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 31, 10), 'started_at': datetime.datetime(2021, 8, 4, 8, 31, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:34:29.749335 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] Checking segment: {'id': '91f210ce-6792-44da-8d28-19fde00fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6afe5a07-0c02-47e7-bffa-5ceaabcbb518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:34:29.749663 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:34:29.750056 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] Bound using segment: {'id': '91f210ce-6792-44da-8d28-19fde00fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6afe5a07-0c02-47e7-bffa-5ceaabcbb518'} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:34:29.750516 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] Bound port: 36c0eb7c-eddd-4274-b07e-d0cb3225765a, host: dv-cinder-802653-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f210ce-6792-44da-8d28-19fde00fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6afe5a07-0c02-47e7-bffa-5ceaabcbb518'}}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:34:29.750912 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:34:29.812655 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] For port 36c0eb7c-eddd-4274-b07e-d0cb3225765a, host dv-cinder-802653-4-iscsi, cleared binding levels {{(pid=100322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:34:29.815680 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] For port 36c0eb7c-eddd-4274-b07e-d0cb3225765a, host dv-cinder-802653-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=36c0eb7c-eddd-4274-b07e-d0cb3225765a,segment=NetworkSegment(91f210ce-6792-44da-8d28-19fde00fb9e5),segment_id=91f210ce-6792-44da-8d28-19fde00fb9e5)] {{(pid=100322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:34:29.873657 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:34:29.938239 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac9f88f-a465-4ba0-bcd0-f4be0380d322 None None] Pushing event updated for resources: {'Port': ['ID=36c0eb7c-eddd-4274-b07e-d0cb3225765a,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:34:30.248670 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 36c0eb7c-eddd-4274-b07e-d0cb3225765a up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:34:30.382013 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning for port 36c0eb7c-eddd-4274-b07e-d0cb3225765a completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:34:30.749694 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5372df97-1c17-4c7f-be85-183e2f8723d5 None None] Network 6afe5a07-0c02-47e7-bffa-5ceaabcbb518 requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:34:30.758238 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 5 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:34:30.873679 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-3b09af21-b145-4606-8996-8e7c943a42db None None] Provisioning for port 36c0eb7c-eddd-4274-b07e-d0cb3225765a completed by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:34:30.882006 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-3b09af21-b145-4606-8996-8e7c943a42db None None] Provisioning complete for port 36c0eb7c-eddd-4274-b07e-d0cb3225765a triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:34:30.882375 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3b09af21-b145-4606-8996-8e7c943a42db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:34:30.988123 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3b09af21-b145-4606-8996-8e7c943a42db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:34:31.030201 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-3b09af21-b145-4606-8996-8e7c943a42db None None] For port 36c0eb7c-eddd-4274-b07e-d0cb3225765a, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=36c0eb7c-eddd-4274-b07e-d0cb3225765a,segment=NetworkSegment(91f210ce-6792-44da-8d28-19fde00fb9e5),segment_id=91f210ce-6792-44da-8d28-19fde00fb9e5)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:34:31.090198 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3b09af21-b145-4606-8996-8e7c943a42db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:34:31.145368 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09af21-b145-4606-8996-8e7c943a42db None None] Pushing event updated for resources: {'Port': ['ID=36c0eb7c-eddd-4274-b07e-d0cb3225765a,revision_number=3']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:34:31.209579 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-041c55cc-ee27-44d1-a373-1915940dd82c None None] Provisioning complete for port 36c0eb7c-eddd-4274-b07e-d0cb3225765a triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:34:31.223979 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-041c55cc-ee27-44d1-a373-1915940dd82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:34:32.220295 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 36c0eb7c-eddd-4274-b07e-d0cb3225765a up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:34:32.266776 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port 36c0eb7c-eddd-4274-b07e-d0cb3225765a triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:34:32.267144 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:34:37.478471 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-2612ae76-8606-45fa-8bea-374256113a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:34:40.238801 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:34:40.256046 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e1d81ad3-8d3b-4760-9bc4-9ccfd2647361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:34:41.073063 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:34:42.820913 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:35:07.557901 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1de3670a-a62c-4628-a58b-da5c2f70c18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:35:07.757082 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 5 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:35:10.254846 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:35:10.260207 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-0172ca99-e473-40ce-b015-ef8b5121b701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:35:11.140338 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:35:12.866069 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:35:37.499404 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-bfff54e4-e0bf-4049-85d8-9f77c51a11c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:35:40.230940 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:35:40.259347 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1811d297-9223-44c2-bdf6-2cc82d230e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:35:41.100002 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:35:42.842169 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:35:44.708866 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 45636) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:35:44.714788 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [None req-4190f649-faf0-476e-a012-a7189efbc084 tempest-verify_tempest_config-1916839743 tempest-verify_tempest_config-1916839743-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=100320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 08:35:44.715745 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-4190f649-faf0-476e-a012-a7189efbc084 tempest-verify_tempest_config-1916839743 tempest-verify_tempest_config-1916839743-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058868 Aug 04 08:35:44.754982 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 5 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:35:45.172238 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 45654) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:35:45.278895 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5ab626ed-c582-4e7c-b09b-81cc871d4b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:35:45.397086 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5ab626ed-c582-4e7c-b09b-81cc871d4b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:35:45.482466 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5ab626ed-c582-4e7c-b09b-81cc871d4b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:35:45.526309 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab626ed-c582-4e7c-b09b-81cc871d4b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289aead2-0ae8-4a1c-8ddb-fc78602daf94,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:35:45.530723 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-5ab626ed-c582-4e7c-b09b-81cc871d4b77 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6a37ba2b66f64d9db63ee1c60bdc7e96&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3574891 Aug 04 08:35:45.533559 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 45660) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:35:45.534810 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab626ed-c582-4e7c-b09b-81cc871d4b77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:35:45.535167 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab626ed-c582-4e7c-b09b-81cc871d4b77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:35:45.535504 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab626ed-c582-4e7c-b09b-81cc871d4b77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:35:45.535838 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab626ed-c582-4e7c-b09b-81cc871d4b77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:35:45.536230 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab626ed-c582-4e7c-b09b-81cc871d4b77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:35:45.536561 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab626ed-c582-4e7c-b09b-81cc871d4b77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:35:45.536919 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab626ed-c582-4e7c-b09b-81cc871d4b77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:35:45.537258 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab626ed-c582-4e7c-b09b-81cc871d4b77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:35:45.537600 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab626ed-c582-4e7c-b09b-81cc871d4b77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:35:45.537922 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab626ed-c582-4e7c-b09b-81cc871d4b77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:35:45.538239 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab626ed-c582-4e7c-b09b-81cc871d4b77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:35:45.538554 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab626ed-c582-4e7c-b09b-81cc871d4b77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:35:45.588147 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7b133eb5-cdf7-4337-8c22-fec87641006c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:35:45.608024 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7b133eb5-cdf7-4337-8c22-fec87641006c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:35:45.750772 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7b133eb5-cdf7-4337-8c22-fec87641006c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:35:45.753282 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7b133eb5-cdf7-4337-8c22-fec87641006c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:35:45.754431 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-7b133eb5-cdf7-4337-8c22-fec87641006c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/289aead2-0ae8-4a1c-8ddb-fc78602daf94 HTTP/1.1" status: 204 len: 168 time: 0.2198381 Aug 04 08:35:45.762674 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b133eb5-cdf7-4337-8c22-fec87641006c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289aead2-0ae8-4a1c-8ddb-fc78602daf94,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:35:45.769360 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b133eb5-cdf7-4337-8c22-fec87641006c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:35:45.769747 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b133eb5-cdf7-4337-8c22-fec87641006c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:35:45.770092 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b133eb5-cdf7-4337-8c22-fec87641006c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:35:45.770448 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b133eb5-cdf7-4337-8c22-fec87641006c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:35:45.770775 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b133eb5-cdf7-4337-8c22-fec87641006c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:35:45.771116 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b133eb5-cdf7-4337-8c22-fec87641006c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:35:45.771442 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b133eb5-cdf7-4337-8c22-fec87641006c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:35:45.771780 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b133eb5-cdf7-4337-8c22-fec87641006c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:35:45.772168 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b133eb5-cdf7-4337-8c22-fec87641006c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:35:45.772499 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b133eb5-cdf7-4337-8c22-fec87641006c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:35:45.772817 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b133eb5-cdf7-4337-8c22-fec87641006c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:35:45.773132 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b133eb5-cdf7-4337-8c22-fec87641006c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:36:07.521896 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-6b282b81-baf5-4587-b20f-e8e28d0617cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:36:10.246900 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:36:10.263889 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3f28bf6e-a2e4-4df3-bda8-2360499d7765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:36:11.098390 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:36:12.823990 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:36:21.753237 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 5 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:36:37.509180 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-68652923-7c07-4434-89eb-c19708868ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:36:40.246640 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:36:40.263603 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-41adb816-1272-44df-81ec-803dec2919f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:36:41.103170 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:36:42.840646 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:36:58.753378 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 5 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:37:07.491255 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-6d758ca0-f68a-4691-a016-bafef7a302ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:37:10.257101 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:37:10.268678 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d252ba2b-a36b-484e-b2be-f6d6a94194f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:37:11.148290 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:37:12.834752 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:37:18.502054 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2056032'] for agent, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:37:33.445640 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 45734) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:37:33.546412 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-503f090e-08aa-4ff5-bb74-9c2171363727 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0995951 Aug 04 08:37:35.703281 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 45744) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:37:35.751400 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 6 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:37:35.757957 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-58f40ede-75df-4759-89f8-4a4608010faa admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0536132 Aug 04 08:37:37.513657 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-01fead3c-de89-4b90-83d0-645c8d658a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:37:40.267769 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:37:40.290778 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-aed3b0e0-64e3-4792-9362-a4cf75e0c768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:37:41.107630 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:37:42.850514 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:37:48.461972 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:38:07.501115 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-cb565ade-e122-4c04-841d-381604894589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:38:10.261969 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:38:10.283913 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-829ac6cd-2007-4bad-a11a-0cf378118b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:38:11.135241 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:38:12.750309 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 6 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:38:12.843680 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:38:18.460629 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:38:37.523344 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-91b88cf8-8e83-49b8-8498-b4973b785f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:38:40.277321 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:38:40.305530 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-395110f6-dd1b-439c-9c30-1e9c9aef4d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:38:41.117276 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:38:42.866367 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:38:48.431659 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:38:49.761283 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 6 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:39:03.166972 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 45896) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:03.687712 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-83442cd1-78f5-456f-ba7f-3e599bd689b5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-725496175-network', 'tenant_id': '3f238fd924e0455d90128651b40d04dd'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:39:03.714436 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 45918) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:03.761344 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83442cd1-78f5-456f-ba7f-3e599bd689b5 admin admin] Made reservation on behalf of 3f238fd924e0455d90128651b40d04dd for: {'network': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:39:03.763762 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-83442cd1-78f5-456f-ba7f-3e599bd689b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for network, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:03.773772 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-83442cd1-78f5-456f-ba7f-3e599bd689b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:03.869434 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-83442cd1-78f5-456f-ba7f-3e599bd689b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:03.873437 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-c30f8fb6-c942-4d4a-b7fe-c1b35c1c0c46 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-908582651-network', 'tenant_id': '55a9fea77bcc44ab9534b396d5e3d350'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:39:03.918450 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-83442cd1-78f5-456f-ba7f-3e599bd689b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:03.945438 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83442cd1-78f5-456f-ba7f-3e599bd689b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=100321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 08:39:03.971300 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-83442cd1-78f5-456f-ba7f-3e599bd689b5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749051068910', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:03.971925 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-83442cd1-78f5-456f-ba7f-3e599bd689b5 admin admin] Unsubscribe: segment precommit_create {{(pid=100321) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 04 08:39:03.972527 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.db.segments_db [None req-83442cd1-78f5-456f-ba7f-3e599bd689b5 admin admin] Added segment 40b601ea-abfc-47df-92ab-15be9b0ad29e of type vlan for network fd049435-1a20-4eae-bfae-56c8e998f0dd Aug 04 08:39:04.022314 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83442cd1-78f5-456f-ba7f-3e599bd689b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bacffb-a0fe-4df6-a017-729f0879f5eb,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:04.034874 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30f8fb6-c942-4d4a-b7fe-c1b35c1c0c46 admin admin] Made reservation on behalf of 55a9fea77bcc44ab9534b396d5e3d350 for: {'network': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:39:04.037542 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c30f8fb6-c942-4d4a-b7fe-c1b35c1c0c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for network, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:04.040191 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-83442cd1-78f5-456f-ba7f-3e599bd689b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749050523167'] for network, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:04.045472 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83442cd1-78f5-456f-ba7f-3e599bd689b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:04.045839 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83442cd1-78f5-456f-ba7f-3e599bd689b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:04.046186 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83442cd1-78f5-456f-ba7f-3e599bd689b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:04.046521 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83442cd1-78f5-456f-ba7f-3e599bd689b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:04.046855 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83442cd1-78f5-456f-ba7f-3e599bd689b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:04.047204 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83442cd1-78f5-456f-ba7f-3e599bd689b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:04.047538 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83442cd1-78f5-456f-ba7f-3e599bd689b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:04.047885 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83442cd1-78f5-456f-ba7f-3e599bd689b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:04.048259 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83442cd1-78f5-456f-ba7f-3e599bd689b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:04.048586 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83442cd1-78f5-456f-ba7f-3e599bd689b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:04.048910 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83442cd1-78f5-456f-ba7f-3e599bd689b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:04.049229 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83442cd1-78f5-456f-ba7f-3e599bd689b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:04.050306 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83442cd1-78f5-456f-ba7f-3e599bd689b5 admin admin] Tracked resource versions report: Aug 04 08:39:04.050306 dv-cinder-802653-4-iscsi neutron-server[100321]: pushed versions: Aug 04 08:39:04.050306 dv-cinder-802653-4-iscsi neutron-server[100321]: { 'AddressGroup': {'1.2'}, Aug 04 08:39:04.050306 dv-cinder-802653-4-iscsi neutron-server[100321]: 'ConntrackHelper': {'1.0'}, Aug 04 08:39:04.050306 dv-cinder-802653-4-iscsi neutron-server[100321]: 'Log': {'1.0'}, Aug 04 08:39:04.050306 dv-cinder-802653-4-iscsi neutron-server[100321]: 'Network': {'1.1'}, Aug 04 08:39:04.050306 dv-cinder-802653-4-iscsi neutron-server[100321]: 'Port': {'1.7'}, Aug 04 08:39:04.050306 dv-cinder-802653-4-iscsi neutron-server[100321]: 'PortForwarding': {'1.2'}, Aug 04 08:39:04.050306 dv-cinder-802653-4-iscsi neutron-server[100321]: 'QosPolicy': {'1.8'}, Aug 04 08:39:04.050306 dv-cinder-802653-4-iscsi neutron-server[100321]: 'SecurityGroup': {'1.4'}, Aug 04 08:39:04.050306 dv-cinder-802653-4-iscsi neutron-server[100321]: 'SecurityGroupRule': {'1.2'}, Aug 04 08:39:04.050306 dv-cinder-802653-4-iscsi neutron-server[100321]: 'SubPort': {'1.0'}, Aug 04 08:39:04.050306 dv-cinder-802653-4-iscsi neutron-server[100321]: 'Subnet': {'1.1'}, Aug 04 08:39:04.050306 dv-cinder-802653-4-iscsi neutron-server[100321]: 'Trunk': {'1.1'}} Aug 04 08:39:04.050306 dv-cinder-802653-4-iscsi neutron-server[100321]: consumer versions: Aug 04 08:39:04.050306 dv-cinder-802653-4-iscsi neutron-server[100321]: { DHCP agent@dv-cinder-802653-4-iscsi: {}, Aug 04 08:39:04.050306 dv-cinder-802653-4-iscsi neutron-server[100321]: HyperV agent@hv-cinder-80265: {}, Aug 04 08:39:04.050306 dv-cinder-802653-4-iscsi neutron-server[100321]: L3 agent@dv-cinder-802653-4-iscsi: {}, Aug 04 08:39:04.050306 dv-cinder-802653-4-iscsi neutron-server[100321]: Metadata agent@dv-cinder-802653-4-iscsi: {}, Aug 04 08:39:04.050306 dv-cinder-802653-4-iscsi neutron-server[100321]: Metering agent@dv-cinder-802653-4-iscsi: {}, Aug 04 08:39:04.050306 dv-cinder-802653-4-iscsi neutron-server[100321]: Open vSwitch agent@dv-cinder-802653-4-iscsi: { 'AddressGroup': '1.2', Aug 04 08:39:04.050306 dv-cinder-802653-4-iscsi neutron-server[100321]: 'ConntrackHelper': '1.0', Aug 04 08:39:04.050306 dv-cinder-802653-4-iscsi neutron-server[100321]: 'Log': '1.0', Aug 04 08:39:04.050306 dv-cinder-802653-4-iscsi neutron-server[100321]: 'Network': '1.1', Aug 04 08:39:04.050306 dv-cinder-802653-4-iscsi neutron-server[100321]: 'Port': '1.7', Aug 04 08:39:04.050306 dv-cinder-802653-4-iscsi neutron-server[100321]: 'PortForwarding': '1.2', Aug 04 08:39:04.050306 dv-cinder-802653-4-iscsi neutron-server[100321]: 'QosPolicy': '1.8', Aug 04 08:39:04.050306 dv-cinder-802653-4-iscsi neutron-server[100321]: 'SecurityGroup': '1.4', Aug 04 08:39:04.050306 dv-cinder-802653-4-iscsi neutron-server[100321]: 'SecurityGroupRule': '1.2', Aug 04 08:39:04.050306 dv-cinder-802653-4-iscsi neutron-server[100321]: 'SubPort': '1.0', Aug 04 08:39:04.050306 dv-cinder-802653-4-iscsi neutron-server[100321]: 'Subnet': '1.1', Aug 04 08:39:04.050306 dv-cinder-802653-4-iscsi neutron-server[100321]: 'Trunk': '1.1'}} Aug 04 08:39:04.050306 dv-cinder-802653-4-iscsi neutron-server[100321]: {{(pid=100321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 08:39:04.074949 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c30f8fb6-c942-4d4a-b7fe-c1b35c1c0c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:04.186834 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-83442cd1-78f5-456f-ba7f-3e599bd689b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669'] for network, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:04.191665 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83442cd1-78f5-456f-ba7f-3e599bd689b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:04.191665 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-83442cd1-78f5-456f-ba7f-3e599bd689b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:04.208966 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c30f8fb6-c942-4d4a-b7fe-c1b35c1c0c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:04.288958 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83442cd1-78f5-456f-ba7f-3e599bd689b5 admin admin] Pushing event updated for resources: {'Network': ['ID=fd049435-1a20-4eae-bfae-56c8e998f0dd,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:04.311258 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Network fd049435-1a20-4eae-bfae-56c8e998f0dd details requested by agent ovs-agent-dv-cinder-802653-4-iscsi with host dv-cinder-802653-4-iscsi {{(pid=100322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 08:39:04.322966 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c30f8fb6-c942-4d4a-b7fe-c1b35c1c0c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:04.357611 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f8fb6-c942-4d4a-b7fe-c1b35c1c0c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7dd0de1-8342-4f7e-916c-f5872f3cf521,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:04.363552 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c30f8fb6-c942-4d4a-b7fe-c1b35c1c0c46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=100321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 08:39:04.371868 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c30f8fb6-c942-4d4a-b7fe-c1b35c1c0c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:04.372246 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.db.segments_db [None req-c30f8fb6-c942-4d4a-b7fe-c1b35c1c0c46 admin admin] Added segment 147dad7c-ed05-492d-9e1e-40d0053815ac of type vlan for network ac5dabef-071c-44b6-81ab-8c1938a68bd3 Aug 04 08:39:04.420968 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c30f8fb6-c942-4d4a-b7fe-c1b35c1c0c46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749050523167'] for network, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:04.444719 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-83442cd1-78f5-456f-ba7f-3e599bd689b5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2759039 Aug 04 08:39:04.445848 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 45958) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:04.454093 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-67042764-221c-48bb-a524-fc1feb4a2642 admin admin] Request body: {'subnet': {'network_id': 'fd049435-1a20-4eae-bfae-56c8e998f0dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-725496175-subnet', 'tenant_id': '3f238fd924e0455d90128651b40d04dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:39:04.539818 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c30f8fb6-c942-4d4a-b7fe-c1b35c1c0c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669'] for network, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:04.540769 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30f8fb6-c942-4d4a-b7fe-c1b35c1c0c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:04.541352 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c30f8fb6-c942-4d4a-b7fe-c1b35c1c0c46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:04.559672 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67042764-221c-48bb-a524-fc1feb4a2642 admin admin] Made reservation on behalf of 3f238fd924e0455d90128651b40d04dd for: {'subnet': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:39:04.562053 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-67042764-221c-48bb-a524-fc1feb4a2642 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:04.646176 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f8fb6-c942-4d4a-b7fe-c1b35c1c0c46 admin admin] Pushing event updated for resources: {'Network': ['ID=ac5dabef-071c-44b6-81ab-8c1938a68bd3,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:04.648981 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 45964) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:04.659224 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Network ac5dabef-071c-44b6-81ab-8c1938a68bd3 details requested by agent ovs-agent-dv-cinder-802653-4-iscsi with host dv-cinder-802653-4-iscsi {{(pid=100322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 08:39:04.680443 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 45974) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:04.681026 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-c30f8fb6-c942-4d4a-b7fe-c1b35c1c0c46 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9649642 Aug 04 08:39:04.694251 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-9a7c09e5-45d5-4e0d-bee0-a139eb9a8c6c admin admin] Request body: {'subnet': {'network_id': 'ac5dabef-071c-44b6-81ab-8c1938a68bd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-908582651-subnet', 'tenant_id': '55a9fea77bcc44ab9534b396d5e3d350', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:39:04.808275 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 45986) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:04.808919 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7c09e5-45d5-4e0d-bee0-a139eb9a8c6c admin admin] Made reservation on behalf of 55a9fea77bcc44ab9534b396d5e3d350 for: {'subnet': 1} {{(pid=100320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:39:04.811484 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-9a7c09e5-45d5-4e0d-bee0-a139eb9a8c6c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:04.826558 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 45990) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:04.899958 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-67042764-221c-48bb-a524-fc1feb4a2642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669'] for subnet, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:04.911589 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-69a9e54b-423f-4c4a-b5d3-76e9f1c60c45 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-73194072-network', 'tenant_id': 'c25f110a37484ed783206cb1e0516c8e'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:39:04.970819 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67042764-221c-48bb-a524-fc1feb4a2642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08dad034-2ed2-4f8d-9628-80fa6f595e9d,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:04.989003 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67042764-221c-48bb-a524-fc1feb4a2642 admin admin] Checking segment: {'id': '40b601ea-abfc-47df-92ab-15be9b0ad29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fd049435-1a20-4eae-bfae-56c8e998f0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:39:04.989639 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67042764-221c-48bb-a524-fc1feb4a2642 admin admin] Network hostable DHCP agents. Network: fd049435-1a20-4eae-bfae-56c8e998f0dd, hostable agents: ['d99d2447-930a-4a79-b4f6-24c5d2e4f89b'], hosted agents: [] {{(pid=100321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 08:39:05.053324 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a9e54b-423f-4c4a-b5d3-76e9f1c60c45 admin admin] Made reservation on behalf of c25f110a37484ed783206cb1e0516c8e for: {'network': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:39:05.055677 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-69a9e54b-423f-4c4a-b5d3-76e9f1c60c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for network, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:05.070308 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-69a9e54b-423f-4c4a-b5d3-76e9f1c60c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:05.089265 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-9a7c09e5-45d5-4e0d-bee0-a139eb9a8c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669'] for subnet, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:05.091322 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67042764-221c-48bb-a524-fc1feb4a2642 admin admin] Network fd049435-1a20-4eae-bfae-56c8e998f0dd is scheduled to be hosted by DHCP agent d99d2447-930a-4a79-b4f6-24c5d2e4f89b with binding_index 1 {{(pid=100321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 08:39:05.146018 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-5b3e3f98-391e-41c0-bc96-b523896b5176 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-339756056-network', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:39:05.148414 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-bd8804a0-883d-4edf-ac46-c3875aee656e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1647838313-network', 'tenant_id': 'c8a3905bb50a41f4b266648ec8206caa'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:39:05.154478 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c09e5-45d5-4e0d-bee0-a139eb9a8c6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3847e2a-31ec-433f-bb0a-5a9cd2601977,revision_number=0']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:05.163272 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c09e5-45d5-4e0d-bee0-a139eb9a8c6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:05.163874 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c09e5-45d5-4e0d-bee0-a139eb9a8c6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:05.164563 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c09e5-45d5-4e0d-bee0-a139eb9a8c6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:05.165415 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c09e5-45d5-4e0d-bee0-a139eb9a8c6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:05.166612 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c09e5-45d5-4e0d-bee0-a139eb9a8c6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:05.167343 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c09e5-45d5-4e0d-bee0-a139eb9a8c6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:05.167900 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c09e5-45d5-4e0d-bee0-a139eb9a8c6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:05.168579 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c09e5-45d5-4e0d-bee0-a139eb9a8c6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:05.169102 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c09e5-45d5-4e0d-bee0-a139eb9a8c6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:05.169835 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c09e5-45d5-4e0d-bee0-a139eb9a8c6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:05.170410 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c09e5-45d5-4e0d-bee0-a139eb9a8c6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:05.170921 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c09e5-45d5-4e0d-bee0-a139eb9a8c6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:05.172376 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c09e5-45d5-4e0d-bee0-a139eb9a8c6c admin admin] Tracked resource versions report: Aug 04 08:39:05.172376 dv-cinder-802653-4-iscsi neutron-server[100320]: pushed versions: Aug 04 08:39:05.172376 dv-cinder-802653-4-iscsi neutron-server[100320]: { 'AddressGroup': {'1.2'}, Aug 04 08:39:05.172376 dv-cinder-802653-4-iscsi neutron-server[100320]: 'ConntrackHelper': {'1.0'}, Aug 04 08:39:05.172376 dv-cinder-802653-4-iscsi neutron-server[100320]: 'Log': {'1.0'}, Aug 04 08:39:05.172376 dv-cinder-802653-4-iscsi neutron-server[100320]: 'Network': {'1.1'}, Aug 04 08:39:05.172376 dv-cinder-802653-4-iscsi neutron-server[100320]: 'Port': {'1.7'}, Aug 04 08:39:05.172376 dv-cinder-802653-4-iscsi neutron-server[100320]: 'PortForwarding': {'1.2'}, Aug 04 08:39:05.172376 dv-cinder-802653-4-iscsi neutron-server[100320]: 'QosPolicy': {'1.8'}, Aug 04 08:39:05.172376 dv-cinder-802653-4-iscsi neutron-server[100320]: 'SecurityGroup': {'1.4'}, Aug 04 08:39:05.172376 dv-cinder-802653-4-iscsi neutron-server[100320]: 'SecurityGroupRule': {'1.2'}, Aug 04 08:39:05.172376 dv-cinder-802653-4-iscsi neutron-server[100320]: 'SubPort': {'1.0'}, Aug 04 08:39:05.172376 dv-cinder-802653-4-iscsi neutron-server[100320]: 'Subnet': {'1.1'}, Aug 04 08:39:05.172376 dv-cinder-802653-4-iscsi neutron-server[100320]: 'Trunk': {'1.1'}} Aug 04 08:39:05.172376 dv-cinder-802653-4-iscsi neutron-server[100320]: consumer versions: Aug 04 08:39:05.172376 dv-cinder-802653-4-iscsi neutron-server[100320]: { DHCP agent@dv-cinder-802653-4-iscsi: {}, Aug 04 08:39:05.172376 dv-cinder-802653-4-iscsi neutron-server[100320]: HyperV agent@hv-cinder-80265: {}, Aug 04 08:39:05.172376 dv-cinder-802653-4-iscsi neutron-server[100320]: L3 agent@dv-cinder-802653-4-iscsi: {}, Aug 04 08:39:05.172376 dv-cinder-802653-4-iscsi neutron-server[100320]: Metadata agent@dv-cinder-802653-4-iscsi: {}, Aug 04 08:39:05.172376 dv-cinder-802653-4-iscsi neutron-server[100320]: Metering agent@dv-cinder-802653-4-iscsi: {}, Aug 04 08:39:05.172376 dv-cinder-802653-4-iscsi neutron-server[100320]: Open vSwitch agent@dv-cinder-802653-4-iscsi: { 'AddressGroup': '1.2', Aug 04 08:39:05.172376 dv-cinder-802653-4-iscsi neutron-server[100320]: 'ConntrackHelper': '1.0', Aug 04 08:39:05.172376 dv-cinder-802653-4-iscsi neutron-server[100320]: 'Log': '1.0', Aug 04 08:39:05.172376 dv-cinder-802653-4-iscsi neutron-server[100320]: 'Network': '1.1', Aug 04 08:39:05.172376 dv-cinder-802653-4-iscsi neutron-server[100320]: 'Port': '1.7', Aug 04 08:39:05.172376 dv-cinder-802653-4-iscsi neutron-server[100320]: 'PortForwarding': '1.2', Aug 04 08:39:05.172376 dv-cinder-802653-4-iscsi neutron-server[100320]: 'QosPolicy': '1.8', Aug 04 08:39:05.172376 dv-cinder-802653-4-iscsi neutron-server[100320]: 'SecurityGroup': '1.4', Aug 04 08:39:05.172376 dv-cinder-802653-4-iscsi neutron-server[100320]: 'SecurityGroupRule': '1.2', Aug 04 08:39:05.172376 dv-cinder-802653-4-iscsi neutron-server[100320]: 'SubPort': '1.0', Aug 04 08:39:05.172376 dv-cinder-802653-4-iscsi neutron-server[100320]: 'Subnet': '1.1', Aug 04 08:39:05.172376 dv-cinder-802653-4-iscsi neutron-server[100320]: 'Trunk': '1.1'}} Aug 04 08:39:05.172376 dv-cinder-802653-4-iscsi neutron-server[100320]: {{(pid=100320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 08:39:05.185109 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-67042764-221c-48bb-a524-fc1feb4a2642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-4-iscsi, fd049435-1a20-4eae-bfae-56c8e998f0dd) {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:39:05.190421 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-69a9e54b-423f-4c4a-b5d3-76e9f1c60c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:05.192952 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67042764-221c-48bb-a524-fc1feb4a2642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:05.193709 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-67042764-221c-48bb-a524-fc1feb4a2642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:05.195855 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962cbe0e-2592-457f-bb4b-b523d2584401 None None] Network fd049435-1a20-4eae-bfae-56c8e998f0dd requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:39:05.223518 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7c09e5-45d5-4e0d-bee0-a139eb9a8c6c admin admin] Checking segment: {'id': '147dad7c-ed05-492d-9e1e-40d0053815ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ac5dabef-071c-44b6-81ab-8c1938a68bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:39:05.224364 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7c09e5-45d5-4e0d-bee0-a139eb9a8c6c admin admin] Network hostable DHCP agents. Network: ac5dabef-071c-44b6-81ab-8c1938a68bd3, hostable agents: ['d99d2447-930a-4a79-b4f6-24c5d2e4f89b'], hosted agents: [] {{(pid=100320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 08:39:05.295999 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-69a9e54b-423f-4c4a-b5d3-76e9f1c60c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:05.320005 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a9e54b-423f-4c4a-b5d3-76e9f1c60c45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=100321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 08:39:05.345857 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8494ca-c36b-4512-a093-dafc7950a9e2 None None] Network fd049435-1a20-4eae-bfae-56c8e998f0dd requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:39:05.356546 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7c09e5-45d5-4e0d-bee0-a139eb9a8c6c admin admin] Network ac5dabef-071c-44b6-81ab-8c1938a68bd3 is scheduled to be hosted by DHCP agent d99d2447-930a-4a79-b4f6-24c5d2e4f89b with binding_index 1 {{(pid=100320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 08:39:05.369172 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-69a9e54b-423f-4c4a-b5d3-76e9f1c60c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:05.373670 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.db.segments_db [None req-69a9e54b-423f-4c4a-b5d3-76e9f1c60c45 admin admin] Added segment b9bcbbd9-c1c5-45af-90bb-9eb9716d692f of type vlan for network 2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f Aug 04 08:39:05.398304 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-67042764-221c-48bb-a524-fc1feb4a2642 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9493504 Aug 04 08:39:05.404816 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9e54b-423f-4c4a-b5d3-76e9f1c60c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe2a225-2eb6-4c61-a53d-53b0d4598b93,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:05.408043 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.db.api [None req-bd8804a0-883d-4edf-ac46-c3875aee656e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 08:39:05.408043 dv-cinder-802653-4-iscsi neutron-server[100320]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 08:39:05.408043 dv-cinder-802653-4-iscsi neutron-server[100320]: [parameters: {'project_id_1': 'c8a3905bb50a41f4b266648ec8206caa', 'expiration_1': datetime.datetime(2021, 8, 4, 8, 39, 5, 181882)}] Aug 04 08:39:05.408043 dv-cinder-802653-4-iscsi neutron-server[100320]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 08:39:05.408472 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG oslo_db.api [None req-bd8804a0-883d-4edf-ac46-c3875aee656e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 08:39:05.442824 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.base_scheduler [None req-9a7c09e5-45d5-4e0d-bee0-a139eb9a8c6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-4-iscsi, ac5dabef-071c-44b6-81ab-8c1938a68bd3) {{(pid=100320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:39:05.456355 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7c09e5-45d5-4e0d-bee0-a139eb9a8c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:05.459280 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-9a7c09e5-45d5-4e0d-bee0-a139eb9a8c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for subnet, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:05.464969 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-69a9e54b-423f-4c4a-b5d3-76e9f1c60c45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749050523167'] for network, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:05.468594 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023ad668-51fd-4494-a953-bc98f614b1a0 None None] Network ac5dabef-071c-44b6-81ab-8c1938a68bd3 requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:39:05.530075 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3e3f98-391e-41c0-bc96-b523896b5176 admin admin] Made reservation on behalf of bdc92ef353f743beb579e2734e4bc9ed for: {'network': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:39:05.532612 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5b3e3f98-391e-41c0-bc96-b523896b5176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for network, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:05.549131 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5b3e3f98-391e-41c0-bc96-b523896b5176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:05.576940 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-69a9e54b-423f-4c4a-b5d3-76e9f1c60c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669'] for network, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:05.578039 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a9e54b-423f-4c4a-b5d3-76e9f1c60c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:05.578617 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-69a9e54b-423f-4c4a-b5d3-76e9f1c60c45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:05.600579 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-9a7c09e5-45d5-4e0d-bee0-a139eb9a8c6c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9173379 Aug 04 08:39:05.601412 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 46022) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:05.606427 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-7e03bedf-734b-4a60-b055-536d618e5857 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-908582651-router', 'tenant_id': '55a9fea77bcc44ab9534b396d5e3d350', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'}}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:39:05.652137 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad259c9-4985-4bec-9ddd-8e39ee30edb1 None None] Network ac5dabef-071c-44b6-81ab-8c1938a68bd3 requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:39:05.678874 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9e54b-423f-4c4a-b5d3-76e9f1c60c45 admin admin] Pushing event updated for resources: {'Network': ['ID=2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:05.719521 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Network 2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f details requested by agent ovs-agent-dv-cinder-802653-4-iscsi with host dv-cinder-802653-4-iscsi {{(pid=100322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 08:39:05.748153 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5b3e3f98-391e-41c0-bc96-b523896b5176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:05.820609 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5b3e3f98-391e-41c0-bc96-b523896b5176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:05.855660 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b3e3f98-391e-41c0-bc96-b523896b5176 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=100321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 08:39:05.874500 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e3f98-391e-41c0-bc96-b523896b5176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4973e0e3-29a0-4313-adad-6469db962418,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:05.877527 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5b3e3f98-391e-41c0-bc96-b523896b5176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:05.877935 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.db.segments_db [None req-5b3e3f98-391e-41c0-bc96-b523896b5176 admin admin] Added segment 5e68a294-6a8a-445c-8bd6-23f3bac2ccca of type vlan for network 4c817a01-120c-4c34-99bf-8b2dbd084298 Aug 04 08:39:05.895304 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-69a9e54b-423f-4c4a-b5d3-76e9f1c60c45 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2445600 Aug 04 08:39:05.898227 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 46044) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:05.903187 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-5e5ac11e-9a6f-47dc-a644-e360c9087cd2 admin admin] Request body: {'subnet': {'network_id': '2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-73194072-subnet', 'tenant_id': 'c25f110a37484ed783206cb1e0516c8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:39:05.940634 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5b3e3f98-391e-41c0-bc96-b523896b5176 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749050523167'] for network, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:05.976007 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7e03bedf-734b-4a60-b055-536d618e5857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2048338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8269'] for router, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:05.977068 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7e03bedf-734b-4a60-b055-536d618e5857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2055556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1981338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8278'] for router, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:06.032325 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5b3e3f98-391e-41c0-bc96-b523896b5176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669'] for network, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:06.033404 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3e3f98-391e-41c0-bc96-b523896b5176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:06.034028 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5b3e3f98-391e-41c0-bc96-b523896b5176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:06.053534 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7e03bedf-734b-4a60-b055-536d618e5857 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:06.059361 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8804a0-883d-4edf-ac46-c3875aee656e admin admin] Made reservation on behalf of c8a3905bb50a41f4b266648ec8206caa for: {'network': 1} {{(pid=100320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:39:06.061875 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-bd8804a0-883d-4edf-ac46-c3875aee656e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for network, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:06.082980 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-bd8804a0-883d-4edf-ac46-c3875aee656e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:06.103173 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e3f98-391e-41c0-bc96-b523896b5176 admin admin] Pushing event updated for resources: {'Network': ['ID=4c817a01-120c-4c34-99bf-8b2dbd084298,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:06.120951 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Network 4c817a01-120c-4c34-99bf-8b2dbd084298 details requested by agent ovs-agent-dv-cinder-802653-4-iscsi with host dv-cinder-802653-4-iscsi {{(pid=100322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 08:39:06.182485 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-5b3e3f98-391e-41c0-bc96-b523896b5176 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3548427 Aug 04 08:39:06.185397 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 46060) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:06.192459 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-fa046a8c-5ea8-4204-8871-dcf68388ef12 admin admin] Request body: {'subnet': {'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-339756056-subnet', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:39:06.265683 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5ac11e-9a6f-47dc-a644-e360c9087cd2 admin admin] Made reservation on behalf of c25f110a37484ed783206cb1e0516c8e for: {'subnet': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:39:06.267999 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5e5ac11e-9a6f-47dc-a644-e360c9087cd2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:06.287220 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7e03bedf-734b-4a60-b055-536d618e5857 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:06.425042 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-bd8804a0-883d-4edf-ac46-c3875aee656e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:06.517058 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 46070) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:06.522449 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-4a71c7aa-629d-4d90-bea9-39f48a1c0f18 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-688448521-network', 'tenant_id': 'b51a1082cf7a431493f92e2286b74aa5'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:39:06.545951 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-bd8804a0-883d-4edf-ac46-c3875aee656e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:06.577350 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd8804a0-883d-4edf-ac46-c3875aee656e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=100320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 08:39:06.611023 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8804a0-883d-4edf-ac46-c3875aee656e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ebbb7d-0603-4a25-91c7-f24d02749395,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:06.612757 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5e5ac11e-9a6f-47dc-a644-e360c9087cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669'] for subnet, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:06.624718 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-bd8804a0-883d-4edf-ac46-c3875aee656e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:06.624930 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.db.segments_db [None req-bd8804a0-883d-4edf-ac46-c3875aee656e admin admin] Added segment cb027c75-94ed-425f-9c98-b5e42a064b38 of type vlan for network bcab414a-87be-49bb-b8c9-05b67515974e Aug 04 08:39:06.640035 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7e03bedf-734b-4a60-b055-536d618e5857 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:06.682239 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7e03bedf-734b-4a60-b055-536d618e5857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:06.686275 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa046a8c-5ea8-4204-8871-dcf68388ef12 admin admin] Made reservation on behalf of bdc92ef353f743beb579e2734e4bc9ed for: {'subnet': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:39:06.688435 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fa046a8c-5ea8-4204-8871-dcf68388ef12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:06.696518 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-bd8804a0-883d-4edf-ac46-c3875aee656e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749050523167'] for network, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:06.758481 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ac11e-9a6f-47dc-a644-e360c9087cd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d78ce3b2-b500-4d2d-b04d-1644c52f7541,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:06.785197 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5ac11e-9a6f-47dc-a644-e360c9087cd2 admin admin] Checking segment: {'id': 'b9bcbbd9-c1c5-45af-90bb-9eb9716d692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:39:06.786160 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5ac11e-9a6f-47dc-a644-e360c9087cd2 admin admin] Network hostable DHCP agents. Network: 2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f, hostable agents: ['d99d2447-930a-4a79-b4f6-24c5d2e4f89b'], hosted agents: [] {{(pid=100321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 08:39:06.821029 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a71c7aa-629d-4d90-bea9-39f48a1c0f18 admin admin] Made reservation on behalf of b51a1082cf7a431493f92e2286b74aa5 for: {'network': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:39:06.823430 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4a71c7aa-629d-4d90-bea9-39f48a1c0f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for network, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:06.834763 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.db_base_plugin_common [None req-7e03bedf-734b-4a60-b055-536d618e5857 admin admin] Allocated IP 172.27.0.31 (3e216780-0509-4029-b6cd-a15c5c01b313/90755f8e-3998-4871-81e2-3daea40b0bfb/bb97ec99-e9d5-44a6-a652-b66c66a56a3d) {{(pid=100320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:39:06.837560 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4a71c7aa-629d-4d90-bea9-39f48a1c0f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:06.850181 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-bd8804a0-883d-4edf-ac46-c3875aee656e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669'] for network, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:06.851150 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8804a0-883d-4edf-ac46-c3875aee656e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:06.851977 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-bd8804a0-883d-4edf-ac46-c3875aee656e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:06.933623 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5ac11e-9a6f-47dc-a644-e360c9087cd2 admin admin] Network 2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f is scheduled to be hosted by DHCP agent d99d2447-930a-4a79-b4f6-24c5d2e4f89b with binding_index 1 {{(pid=100321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 08:39:06.955100 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8804a0-883d-4edf-ac46-c3875aee656e admin admin] Pushing event updated for resources: {'Network': ['ID=bcab414a-87be-49bb-b8c9-05b67515974e,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:06.965526 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Network bcab414a-87be-49bb-b8c9-05b67515974e details requested by agent ovs-agent-dv-cinder-802653-4-iscsi with host dv-cinder-802653-4-iscsi {{(pid=100322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 08:39:07.027762 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4a71c7aa-629d-4d90-bea9-39f48a1c0f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:07.030188 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-5e5ac11e-9a6f-47dc-a644-e360c9087cd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-4-iscsi, 2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f) {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:39:07.034855 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5ac11e-9a6f-47dc-a644-e360c9087cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:07.035718 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5e5ac11e-9a6f-47dc-a644-e360c9087cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:07.054523 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7e03bedf-734b-4a60-b055-536d618e5857 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:07.073455 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c4ea3b-4cd1-4bef-ace7-900b95172f36 None None] Network 2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:39:07.089395 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fa046a8c-5ea8-4204-8871-dcf68388ef12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669'] for subnet, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:07.156056 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4a71c7aa-629d-4d90-bea9-39f48a1c0f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:07.235432 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-bd8804a0-883d-4edf-ac46-c3875aee656e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4182673 Aug 04 08:39:07.235432 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7e03bedf-734b-4a60-b055-536d618e5857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528'] for port, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:07.236825 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 46102) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:07.250514 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa046a8c-5ea8-4204-8871-dcf68388ef12 admin admin] Checking segment: {'id': '5e68a294-6a8a-445c-8bd6-23f3bac2ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:39:07.251017 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa046a8c-5ea8-4204-8871-dcf68388ef12 admin admin] Network hostable DHCP agents. Network: 4c817a01-120c-4c34-99bf-8b2dbd084298, hostable agents: ['d99d2447-930a-4a79-b4f6-24c5d2e4f89b'], hosted agents: [] {{(pid=100321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 08:39:07.272884 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ad8ae0-772c-484b-ab08-e6cad7630dd5 None None] Network 2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:39:07.284740 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a71c7aa-629d-4d90-bea9-39f48a1c0f18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=100321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 08:39:07.287434 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-7fcacac4-f174-4c34-aa74-57eeaed647a7 admin admin] Request body: {'subnet': {'network_id': 'bcab414a-87be-49bb-b8c9-05b67515974e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1647838313-subnet', 'tenant_id': 'c8a3905bb50a41f4b266648ec8206caa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:39:07.293317 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71c7aa-629d-4d90-bea9-39f48a1c0f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc8d011-aa2c-41ea-80fb-95aa1bbfbaba,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:07.298366 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa046a8c-5ea8-4204-8871-dcf68388ef12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b561a38-fec8-4399-844a-bbe6e7ef59b9,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:07.310609 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-5e5ac11e-9a6f-47dc-a644-e360c9087cd2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4111388 Aug 04 08:39:07.317818 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e03bedf-734b-4a60-b055-536d618e5857 admin admin] Pushing event updated for resources: {'Port': ['ID=bb97ec99-e9d5-44a6-a652-b66c66a56a3d,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:07.346912 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4a71c7aa-629d-4d90-bea9-39f48a1c0f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:07.347467 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.db.segments_db [None req-4a71c7aa-629d-4d90-bea9-39f48a1c0f18 admin admin] Added segment cfd8366f-23c4-472a-8684-74d3c6b9fcad of type vlan for network b6e83dd6-f9cf-4a9d-a6de-96deee1d172b Aug 04 08:39:07.350953 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e03bedf-734b-4a60-b055-536d618e5857 admin admin] Network 3e216780-0509-4029-b6cd-a15c5c01b313 is already hosted by enough agents. {{(pid=100320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:39:07.360964 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.base_scheduler [None req-7e03bedf-734b-4a60-b055-536d618e5857 admin admin] Resources bound (agent type, host, resource id): {{(pid=100320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:39:07.374627 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e03bedf-734b-4a60-b055-536d618e5857 admin admin] Received port after_create {{(pid=100320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:39:07.409730 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4a71c7aa-629d-4d90-bea9-39f48a1c0f18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749050523167'] for network, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:07.436488 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa046a8c-5ea8-4204-8871-dcf68388ef12 admin admin] Network 4c817a01-120c-4c34-99bf-8b2dbd084298 is scheduled to be hosted by DHCP agent d99d2447-930a-4a79-b4f6-24c5d2e4f89b with binding_index 1 {{(pid=100321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 08:39:07.556927 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fcacac4-f174-4c34-aa74-57eeaed647a7 admin admin] Made reservation on behalf of c8a3905bb50a41f4b266648ec8206caa for: {'subnet': 1} {{(pid=100320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:39:07.559177 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7fcacac4-f174-4c34-aa74-57eeaed647a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:07.597640 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4a71c7aa-629d-4d90-bea9-39f48a1c0f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669'] for network, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:07.600281 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a71c7aa-629d-4d90-bea9-39f48a1c0f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:07.600958 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4a71c7aa-629d-4d90-bea9-39f48a1c0f18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:07.608648 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-fa046a8c-5ea8-4204-8871-dcf68388ef12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-4-iscsi, 4c817a01-120c-4c34-99bf-8b2dbd084298) {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:39:07.619323 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988813b4-430a-4445-a697-2867aee3bcf9 None None] Network 4c817a01-120c-4c34-99bf-8b2dbd084298 requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:39:07.659760 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa046a8c-5ea8-4204-8871-dcf68388ef12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:07.661352 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fa046a8c-5ea8-4204-8871-dcf68388ef12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:07.685765 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71c7aa-629d-4d90-bea9-39f48a1c0f18 admin admin] Pushing event updated for resources: {'Network': ['ID=b6e83dd6-f9cf-4a9d-a6de-96deee1d172b,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:07.713409 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Network b6e83dd6-f9cf-4a9d-a6de-96deee1d172b details requested by agent ovs-agent-dv-cinder-802653-4-iscsi with host dv-cinder-802653-4-iscsi {{(pid=100322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 08:39:07.719233 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3b544b0e-2136-4770-9237-9e7a2aa02316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:07.760764 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-4a71c7aa-629d-4d90-bea9-39f48a1c0f18 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2426457 Aug 04 08:39:07.761393 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 46118) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:07.766817 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-b8faad17-313c-4001-bed1-f0b5927ba421 admin admin] Request body: {'subnet': {'network_id': 'b6e83dd6-f9cf-4a9d-a6de-96deee1d172b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-688448521-subnet', 'tenant_id': 'b51a1082cf7a431493f92e2286b74aa5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:39:07.784601 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-fa046a8c-5ea8-4204-8871-dcf68388ef12 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5954380 Aug 04 08:39:07.791620 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 46120) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:07.791620 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-615cd0e6-9ce7-475c-93d3-44881fe15af5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-339756056-router', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'}}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:39:07.826122 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 46122) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:07.855477 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 46126) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:07.893938 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8faad17-313c-4001-bed1-f0b5927ba421 admin admin] Made reservation on behalf of b51a1082cf7a431493f92e2286b74aa5 for: {'subnet': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:39:07.897017 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b8faad17-313c-4001-bed1-f0b5927ba421 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:07.946447 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7fcacac4-f174-4c34-aa74-57eeaed647a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669'] for subnet, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:07.953409 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda83cd89-c10a-52ae-b198-37c960099bd2-4c817a01-120c-4c34-99bf-8b2dbd084298', 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'fixed_ips': [{'subnet_id': '8b561a38-fec8-4399-844a-bbe6e7ef59b9'}]}} from dv-cinder-802653-4-iscsi. {{(pid=100322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 08:39:07.954215 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:07.962104 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7e03bedf-734b-4a60-b055-536d618e5857 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:08.012412 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2266b9f6-5dd4-4dd0-85b4-fcf96383bf7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:08.033660 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-136e319f-26f2-4fb8-abe0-4873fc27fb70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:08.110433 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-615cd0e6-9ce7-475c-93d3-44881fe15af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2048338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8269'] for router, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:08.111894 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-615cd0e6-9ce7-475c-93d3-44881fe15af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2055556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1981338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8278'] for router, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:08.153177 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] Allocated IP 172.20.0.2 (4c817a01-120c-4c34-99bf-8b2dbd084298/8b561a38-fec8-4399-844a-bbe6e7ef59b9/88cd136b-fb6e-4076-9753-a9ddcb166cfe) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:39:08.208856 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcacac4-f174-4c34-aa74-57eeaed647a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c165c90-bcac-445c-b6da-95d79809796d,revision_number=0']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:08.228277 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcacac4-f174-4c34-aa74-57eeaed647a7 admin admin] Checking segment: {'id': 'cb027c75-94ed-425f-9c98-b5e42a064b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'bcab414a-87be-49bb-b8c9-05b67515974e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:39:08.228849 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcacac4-f174-4c34-aa74-57eeaed647a7 admin admin] Network hostable DHCP agents. Network: bcab414a-87be-49bb-b8c9-05b67515974e, hostable agents: ['d99d2447-930a-4a79-b4f6-24c5d2e4f89b'], hosted agents: [] {{(pid=100320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 08:39:08.245611 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 46150) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:08.249916 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7e03bedf-734b-4a60-b055-536d618e5857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055515'] for router, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:08.251810 dv-cinder-802653-4-iscsi neutron-server[100320]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 04 08:39:08.310697 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-615cd0e6-9ce7-475c-93d3-44881fe15af5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:08.357714 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:08.368589 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] Transition to ACTIVE for port object 88cd136b-fb6e-4076-9753-a9ddcb166cfe will not be triggered until provisioned by entity L2. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:39:08.387846 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] Transition to ACTIVE for port object 88cd136b-fb6e-4076-9753-a9ddcb166cfe will not be triggered until provisioned by entity DHCP. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:39:08.397835 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2266b9f6-5dd4-4dd0-85b4-fcf96383bf7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:08.456604 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcacac4-f174-4c34-aa74-57eeaed647a7 admin admin] Network bcab414a-87be-49bb-b8c9-05b67515974e is scheduled to be hosted by DHCP agent d99d2447-930a-4a79-b4f6-24c5d2e4f89b with binding_index 1 {{(pid=100320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 08:39:08.507897 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b8faad17-313c-4001-bed1-f0b5927ba421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669'] for subnet, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:08.532390 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-4ea140e0-d36a-4bd3-83e9-99b84eea86d3 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:08.533929 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-4ea140e0-d36a-4bd3-83e9-99b84eea86d3 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/networks?id=2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f HTTP/1.1" status: 200 len: 813 time: 0.2871611 Aug 04 08:39:08.540484 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:08.541336 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.base_scheduler [None req-7fcacac4-f174-4c34-aa74-57eeaed647a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-4-iscsi, bcab414a-87be-49bb-b8c9-05b67515974e) {{(pid=100320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:39:08.547477 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcacac4-f174-4c34-aa74-57eeaed647a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:08.548811 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7fcacac4-f174-4c34-aa74-57eeaed647a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for subnet, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:08.567749 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8437c116-f116-4d30-9fe5-c2900732d26a None None] Network bcab414a-87be-49bb-b8c9-05b67515974e requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:39:08.580002 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-295173ad-0b55-4f06-aac6-bfe842d714eb tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/quotas/c25f110a37484ed783206cb1e0516c8e HTTP/1.1" status: 200 len: 375 time: 0.0233417 Aug 04 08:39:08.621501 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] Network 4c817a01-120c-4c34-99bf-8b2dbd084298 is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:39:08.628176 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:39:08.636394 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:39:08.637088 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-fa6d8faf-863f-4dbf-8188-3b2234a74bd8 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c25f110a37484ed783206cb1e0516c8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471463 Aug 04 08:39:08.640907 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] Pushing event updated for resources: {'Port': ['ID=88cd136b-fb6e-4076-9753-a9ddcb166cfe,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:08.642567 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e03bedf-734b-4a60-b055-536d618e5857 admin admin] Router a6fc7aa7-578f-43ce-b646-adf50ddb27a5 is scheduled to L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 with binding_index 1 {{(pid=100320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 08:39:08.657912 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:08.657912 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:08.657912 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:08.658513 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:08.658513 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:08.658806 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:08.659092 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:08.659345 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:08.659686 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:08.660040 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:08.660398 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:08.661176 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:08.661823 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] Tracked resource versions report: Aug 04 08:39:08.661823 dv-cinder-802653-4-iscsi neutron-server[100322]: pushed versions: Aug 04 08:39:08.661823 dv-cinder-802653-4-iscsi neutron-server[100322]: { 'AddressGroup': {'1.2'}, Aug 04 08:39:08.661823 dv-cinder-802653-4-iscsi neutron-server[100322]: 'ConntrackHelper': {'1.0'}, Aug 04 08:39:08.661823 dv-cinder-802653-4-iscsi neutron-server[100322]: 'Log': {'1.0'}, Aug 04 08:39:08.661823 dv-cinder-802653-4-iscsi neutron-server[100322]: 'Network': {'1.1'}, Aug 04 08:39:08.661823 dv-cinder-802653-4-iscsi neutron-server[100322]: 'Port': {'1.7'}, Aug 04 08:39:08.661823 dv-cinder-802653-4-iscsi neutron-server[100322]: 'PortForwarding': {'1.2'}, Aug 04 08:39:08.661823 dv-cinder-802653-4-iscsi neutron-server[100322]: 'QosPolicy': {'1.8'}, Aug 04 08:39:08.661823 dv-cinder-802653-4-iscsi neutron-server[100322]: 'SecurityGroup': {'1.4'}, Aug 04 08:39:08.661823 dv-cinder-802653-4-iscsi neutron-server[100322]: 'SecurityGroupRule': {'1.2'}, Aug 04 08:39:08.661823 dv-cinder-802653-4-iscsi neutron-server[100322]: 'SubPort': {'1.0'}, Aug 04 08:39:08.661823 dv-cinder-802653-4-iscsi neutron-server[100322]: 'Subnet': {'1.1'}, Aug 04 08:39:08.661823 dv-cinder-802653-4-iscsi neutron-server[100322]: 'Trunk': {'1.1'}} Aug 04 08:39:08.661823 dv-cinder-802653-4-iscsi neutron-server[100322]: consumer versions: Aug 04 08:39:08.661823 dv-cinder-802653-4-iscsi neutron-server[100322]: { DHCP agent@dv-cinder-802653-4-iscsi: {}, Aug 04 08:39:08.661823 dv-cinder-802653-4-iscsi neutron-server[100322]: HyperV agent@hv-cinder-80265: {}, Aug 04 08:39:08.661823 dv-cinder-802653-4-iscsi neutron-server[100322]: L3 agent@dv-cinder-802653-4-iscsi: {}, Aug 04 08:39:08.661823 dv-cinder-802653-4-iscsi neutron-server[100322]: Metadata agent@dv-cinder-802653-4-iscsi: {}, Aug 04 08:39:08.661823 dv-cinder-802653-4-iscsi neutron-server[100322]: Metering agent@dv-cinder-802653-4-iscsi: {}, Aug 04 08:39:08.661823 dv-cinder-802653-4-iscsi neutron-server[100322]: Open vSwitch agent@dv-cinder-802653-4-iscsi: { 'AddressGroup': '1.2', Aug 04 08:39:08.661823 dv-cinder-802653-4-iscsi neutron-server[100322]: 'ConntrackHelper': '1.0', Aug 04 08:39:08.661823 dv-cinder-802653-4-iscsi neutron-server[100322]: 'Log': '1.0', Aug 04 08:39:08.661823 dv-cinder-802653-4-iscsi neutron-server[100322]: 'Network': '1.1', Aug 04 08:39:08.661823 dv-cinder-802653-4-iscsi neutron-server[100322]: 'Port': '1.7', Aug 04 08:39:08.661823 dv-cinder-802653-4-iscsi neutron-server[100322]: 'PortForwarding': '1.2', Aug 04 08:39:08.661823 dv-cinder-802653-4-iscsi neutron-server[100322]: 'QosPolicy': '1.8', Aug 04 08:39:08.661823 dv-cinder-802653-4-iscsi neutron-server[100322]: 'SecurityGroup': '1.4', Aug 04 08:39:08.661823 dv-cinder-802653-4-iscsi neutron-server[100322]: 'SecurityGroupRule': '1.2', Aug 04 08:39:08.661823 dv-cinder-802653-4-iscsi neutron-server[100322]: 'SubPort': '1.0', Aug 04 08:39:08.661823 dv-cinder-802653-4-iscsi neutron-server[100322]: 'Subnet': '1.1', Aug 04 08:39:08.661823 dv-cinder-802653-4-iscsi neutron-server[100322]: 'Trunk': '1.1'}} Aug 04 08:39:08.661823 dv-cinder-802653-4-iscsi neutron-server[100322]: {{(pid=100322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 08:39:08.728068 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] Attempting to bind port 88cd136b-fb6e-4076-9753-a9ddcb166cfe on host dv-cinder-802653-4-iscsi for vnic_type normal with profile {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:39:08.728442 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] Attempting to bind port 88cd136b-fb6e-4076-9753-a9ddcb166cfe by drivers openvswitch,hyperv on host dv-cinder-802653-4-iscsi at level 0 using segments [{'id': '5e68a294-6a8a-445c-8bd6-23f3bac2ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298'}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:39:08.728810 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] Attempting to bind port 88cd136b-fb6e-4076-9753-a9ddcb166cfe on network 4c817a01-120c-4c34-99bf-8b2dbd084298 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:39:08.736343 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2266b9f6-5dd4-4dd0-85b4-fcf96383bf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:08.769235 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] Checking agent: {'id': '88e3f6d8-c986-4299-b0e5-a4c4ec344b2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 31, 10), 'started_at': datetime.datetime(2021, 8, 4, 8, 31, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:39:08.769666 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] Checking segment: {'id': '5e68a294-6a8a-445c-8bd6-23f3bac2ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:39:08.770580 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:08.770969 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] Bound using segment: {'id': '5e68a294-6a8a-445c-8bd6-23f3bac2ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298'} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:39:08.771509 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] Bound port: 88cd136b-fb6e-4076-9753-a9ddcb166cfe, host: dv-cinder-802653-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e68a294-6a8a-445c-8bd6-23f3bac2ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298'}}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:39:08.771926 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:08.776783 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dc76e6-4922-44c7-8a17-7d27fb68dcd1 None None] Network bcab414a-87be-49bb-b8c9-05b67515974e requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:39:08.792848 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e03bedf-734b-4a60-b055-536d618e5857 admin admin] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:39:08.808488 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083bf08f-2190-47ce-9479-f5603731f02c None None] Sync routers for ids ['a6fc7aa7-578f-43ce-b646-adf50ddb27a5'] in dv-cinder-802653-4-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:39:08.829194 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-64fa75a9-7126-4364-b7c9-679a3af85a9e service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=100320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 08:39:08.829767 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083bf08f-2190-47ce-9479-f5603731f02c None None] Routers {'a6fc7aa7-578f-43ce-b646-adf50ddb27a5'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:39:08.830863 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-64fa75a9-7126-4364-b7c9-679a3af85a9e service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0807288 Aug 04 08:39:08.831167 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8faad17-313c-4001-bed1-f0b5927ba421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14218c91-eb54-4da0-8045-dc5764c1760e,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:08.832248 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-083bf08f-2190-47ce-9479-f5603731f02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:38:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['a6fc7aa7-578f-43ce-b646-adf50ddb27a5'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:39:08.835426 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-615cd0e6-9ce7-475c-93d3-44881fe15af5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:08.873522 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-2266b9f6-5dd4-4dd0-85b4-fcf96383bf7e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b80b590a070345c780ae91bb0fcec42e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0460169 Aug 04 08:39:08.875300 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 46164) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:08.900140 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8faad17-313c-4001-bed1-f0b5927ba421 admin admin] Checking segment: {'id': 'cfd8366f-23c4-472a-8684-74d3c6b9fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b6e83dd6-f9cf-4a9d-a6de-96deee1d172b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:39:08.900545 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8faad17-313c-4001-bed1-f0b5927ba421 admin admin] Network hostable DHCP agents. Network: b6e83dd6-f9cf-4a9d-a6de-96deee1d172b, hostable agents: ['d99d2447-930a-4a79-b4f6-24c5d2e4f89b'], hosted agents: [] {{(pid=100321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 08:39:08.951128 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-c842ad11-25df-4704-a910-f25633412570 service neutron] 10.222.0.45 "GET /v2.0/networks/2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106813 Aug 04 08:39:08.953861 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2266b9f6-5dd4-4dd0-85b4-fcf96383bf7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6742cb-e284-4e5d-af98-b6f73e8cf881,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:09.015135 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] For port 88cd136b-fb6e-4076-9753-a9ddcb166cfe, host dv-cinder-802653-4-iscsi, cleared binding levels {{(pid=100322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:39:09.025841 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] For port 88cd136b-fb6e-4076-9753-a9ddcb166cfe, host dv-cinder-802653-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=88cd136b-fb6e-4076-9753-a9ddcb166cfe,segment=NetworkSegment(5e68a294-6a8a-445c-8bd6-23f3bac2ccca),segment_id=5e68a294-6a8a-445c-8bd6-23f3bac2ccca)] {{(pid=100322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:39:09.039527 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-136e319f-26f2-4fb8-abe0-4873fc27fb70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:09.055108 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-db417572-823d-4594-8310-69d77a9afb20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:09.056312 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-083bf08f-2190-47ce-9479-f5603731f02c None None] Set router a6fc7aa7-578f-43ce-b646-adf50ddb27a5 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:39:09.080474 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-314d3238-24b4-4974-9faf-35a631f686c4 service neutron] 10.222.0.45 "GET /v2.0/networks/2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128397 Aug 04 08:39:09.084137 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-db417572-823d-4594-8310-69d77a9afb20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:09.115087 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8faad17-313c-4001-bed1-f0b5927ba421 admin admin] Network b6e83dd6-f9cf-4a9d-a6de-96deee1d172b is scheduled to be hosted by DHCP agent d99d2447-930a-4a79-b4f6-24c5d2e4f89b with binding_index 1 {{(pid=100321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 08:39:09.135984 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-136e319f-26f2-4fb8-abe0-4873fc27fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:09.137533 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:09.161340 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-136e319f-26f2-4fb8-abe0-4873fc27fb70 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b19af67cd47047fcae9cd7c67acb150f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3040328 Aug 04 08:39:09.164792 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 46166) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:09.200962 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-b8faad17-313c-4001-bed1-f0b5927ba421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-4-iscsi, b6e83dd6-f9cf-4a9d-a6de-96deee1d172b) {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:39:09.206872 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e319f-26f2-4fb8-abe0-4873fc27fb70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035d12aa-602c-49ac-bfde-6ee78a4ee20e,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:09.229842 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7e03bedf-734b-4a60-b055-536d618e5857 admin admin] Notify callbacks [] for router, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:09.235536 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-7e03bedf-734b-4a60-b055-536d618e5857 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6316516 Aug 04 08:39:09.240166 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dadbf70-4ea3-43b6-b76f-a4e2ed17d248 None None] Pushing event updated for resources: {'Port': ['ID=88cd136b-fb6e-4076-9753-a9ddcb166cfe,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:09.240722 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-7fcacac4-f174-4c34-aa74-57eeaed647a7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9526689 Aug 04 08:39:09.241544 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 46172) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:09.251724 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c579f009-56e8-4633-9db1-775e7e0220c5 None None] Network b6e83dd6-f9cf-4a9d-a6de-96deee1d172b requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:39:09.265624 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-083bf08f-2190-47ce-9479-f5603731f02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc7aa7-578f-43ce-b646-adf50ddb27a5', 'name': 'tempest-ServerRescueNegativeTestJSON-908582651-router', 'tenant_id': '55a9fea77bcc44ab9534b396d5e3d350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'bb97ec99-e9d5-44a6-a652-b66c66a56a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:39:05Z', 'updated_at': '2021-08-04T08:39:07Z', 'revision_number': 3, 'project_id': '55a9fea77bcc44ab9534b396d5e3d350', 'gw_port': {'id': 'bb97ec99-e9d5-44a6-a652-b66c66a56a3d', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:07:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fc7aa7-578f-43ce-b646-adf50ddb27a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:06Z', 'updated_at': '2021-08-04T08:39:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:39:09.308509 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083bf08f-2190-47ce-9479-f5603731f02c None None] Checking router: a6fc7aa7-578f-43ce-b646-adf50ddb27a5 for host: dv-cinder-802653-4-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:39:09.309071 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083bf08f-2190-47ce-9479-f5603731f02c None None] Updating router a6fc7aa7-578f-43ce-b646-adf50ddb27a5 port bb97ec99-e9d5-44a6-a652-b66c66a56a3d binding host dv-cinder-802653-4-iscsi {{(pid=100323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 08:39:09.375278 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8faad17-313c-4001-bed1-f0b5927ba421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:09.376430 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b8faad17-313c-4001-bed1-f0b5927ba421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:09.388113 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-db417572-823d-4594-8310-69d77a9afb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:09.390795 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-db417572-823d-4594-8310-69d77a9afb20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:09.391258 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-083bf08f-2190-47ce-9479-f5603731f02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:09.392750 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-db417572-823d-4594-8310-69d77a9afb20 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dc6742cb-e284-4e5d-af98-b6f73e8cf881 HTTP/1.1" status: 204 len: 168 time: 0.5141208 Aug 04 08:39:09.442445 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7dfecb97-9dd7-44e4-a44c-cbd1a005e447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:09.518436 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-615cd0e6-9ce7-475c-93d3-44881fe15af5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:09.521609 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db417572-823d-4594-8310-69d77a9afb20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6742cb-e284-4e5d-af98-b6f73e8cf881,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:09.556653 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 46196) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:09.559885 dv-cinder-802653-4-iscsi neutron-server[100321]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 04 08:39:09.607416 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-615cd0e6-9ce7-475c-93d3-44881fe15af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:09.634306 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-b8faad17-313c-4001-bed1-f0b5927ba421 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8638630 Aug 04 08:39:09.641176 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714a54be-dcbc-4f7e-9a19-8c42ce0071b5 None None] Network b6e83dd6-f9cf-4a9d-a6de-96deee1d172b requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:39:09.641440 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7dfecb97-9dd7-44e4-a44c-cbd1a005e447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:09.641529 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a1904beb-3bf4-486b-885c-d2634c89bee4 req-b8f0489e-5de5-4141-bebd-801b2c8e43df tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 210 time: 0.0756869 Aug 04 08:39:09.987338 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7dfecb97-9dd7-44e4-a44c-cbd1a005e447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:09.992101 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7dfecb97-9dd7-44e4-a44c-cbd1a005e447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:09.996522 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-7dfecb97-9dd7-44e4-a44c-cbd1a005e447 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/035d12aa-602c-49ac-bfde-6ee78a4ee20e HTTP/1.1" status: 204 len: 168 time: 0.8283801 Aug 04 08:39:10.019060 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfecb97-9dd7-44e4-a44c-cbd1a005e447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035d12aa-602c-49ac-bfde-6ee78a4ee20e,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:10.026837 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-083bf08f-2190-47ce-9479-f5603731f02c None None] Notify callbacks [] for port, precommit_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:10.043677 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-083bf08f-2190-47ce-9479-f5603731f02c None None] Transition to ACTIVE for port object bb97ec99-e9d5-44a6-a652-b66c66a56a3d will not be triggered until provisioned by entity L2. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:39:10.095186 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 46216) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:10.139848 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-083bf08f-2190-47ce-9479-f5603731f02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:10.242125 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577fefec-7eab-48f6-983f-8db9698fd541 None None] Pushing event updated for resources: {'Port': ['ID=bb97ec99-e9d5-44a6-a652-b66c66a56a3d,revision_number=2']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:10.257460 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577fefec-7eab-48f6-983f-8db9698fd541 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:10.258081 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577fefec-7eab-48f6-983f-8db9698fd541 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:10.258601 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577fefec-7eab-48f6-983f-8db9698fd541 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:10.259234 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577fefec-7eab-48f6-983f-8db9698fd541 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:10.259712 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577fefec-7eab-48f6-983f-8db9698fd541 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:10.260283 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577fefec-7eab-48f6-983f-8db9698fd541 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:10.260989 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577fefec-7eab-48f6-983f-8db9698fd541 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:10.261499 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577fefec-7eab-48f6-983f-8db9698fd541 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:10.262408 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577fefec-7eab-48f6-983f-8db9698fd541 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:10.262902 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577fefec-7eab-48f6-983f-8db9698fd541 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:10.268227 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577fefec-7eab-48f6-983f-8db9698fd541 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:10.268915 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577fefec-7eab-48f6-983f-8db9698fd541 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:39:10.278634 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577fefec-7eab-48f6-983f-8db9698fd541 None None] Tracked resource versions report: Aug 04 08:39:10.278634 dv-cinder-802653-4-iscsi neutron-server[100323]: pushed versions: Aug 04 08:39:10.278634 dv-cinder-802653-4-iscsi neutron-server[100323]: { 'AddressGroup': {'1.2'}, Aug 04 08:39:10.278634 dv-cinder-802653-4-iscsi neutron-server[100323]: 'ConntrackHelper': {'1.0'}, Aug 04 08:39:10.278634 dv-cinder-802653-4-iscsi neutron-server[100323]: 'Log': {'1.0'}, Aug 04 08:39:10.278634 dv-cinder-802653-4-iscsi neutron-server[100323]: 'Network': {'1.1'}, Aug 04 08:39:10.278634 dv-cinder-802653-4-iscsi neutron-server[100323]: 'Port': {'1.7'}, Aug 04 08:39:10.278634 dv-cinder-802653-4-iscsi neutron-server[100323]: 'PortForwarding': {'1.2'}, Aug 04 08:39:10.278634 dv-cinder-802653-4-iscsi neutron-server[100323]: 'QosPolicy': {'1.8'}, Aug 04 08:39:10.278634 dv-cinder-802653-4-iscsi neutron-server[100323]: 'SecurityGroup': {'1.4'}, Aug 04 08:39:10.278634 dv-cinder-802653-4-iscsi neutron-server[100323]: 'SecurityGroupRule': {'1.2'}, Aug 04 08:39:10.278634 dv-cinder-802653-4-iscsi neutron-server[100323]: 'SubPort': {'1.0'}, Aug 04 08:39:10.278634 dv-cinder-802653-4-iscsi neutron-server[100323]: 'Subnet': {'1.1'}, Aug 04 08:39:10.278634 dv-cinder-802653-4-iscsi neutron-server[100323]: 'Trunk': {'1.1'}} Aug 04 08:39:10.278634 dv-cinder-802653-4-iscsi neutron-server[100323]: consumer versions: Aug 04 08:39:10.278634 dv-cinder-802653-4-iscsi neutron-server[100323]: { DHCP agent@dv-cinder-802653-4-iscsi: {}, Aug 04 08:39:10.278634 dv-cinder-802653-4-iscsi neutron-server[100323]: HyperV agent@hv-cinder-80265: {}, Aug 04 08:39:10.278634 dv-cinder-802653-4-iscsi neutron-server[100323]: L3 agent@dv-cinder-802653-4-iscsi: {}, Aug 04 08:39:10.278634 dv-cinder-802653-4-iscsi neutron-server[100323]: Metadata agent@dv-cinder-802653-4-iscsi: {}, Aug 04 08:39:10.278634 dv-cinder-802653-4-iscsi neutron-server[100323]: Metering agent@dv-cinder-802653-4-iscsi: {}, Aug 04 08:39:10.278634 dv-cinder-802653-4-iscsi neutron-server[100323]: Open vSwitch agent@dv-cinder-802653-4-iscsi: { 'AddressGroup': '1.2', Aug 04 08:39:10.278634 dv-cinder-802653-4-iscsi neutron-server[100323]: 'ConntrackHelper': '1.0', Aug 04 08:39:10.278634 dv-cinder-802653-4-iscsi neutron-server[100323]: 'Log': '1.0', Aug 04 08:39:10.278634 dv-cinder-802653-4-iscsi neutron-server[100323]: 'Network': '1.1', Aug 04 08:39:10.278634 dv-cinder-802653-4-iscsi neutron-server[100323]: 'Port': '1.7', Aug 04 08:39:10.278634 dv-cinder-802653-4-iscsi neutron-server[100323]: 'PortForwarding': '1.2', Aug 04 08:39:10.278634 dv-cinder-802653-4-iscsi neutron-server[100323]: 'QosPolicy': '1.8', Aug 04 08:39:10.278634 dv-cinder-802653-4-iscsi neutron-server[100323]: 'SecurityGroup': '1.4', Aug 04 08:39:10.278634 dv-cinder-802653-4-iscsi neutron-server[100323]: 'SecurityGroupRule': '1.2', Aug 04 08:39:10.278634 dv-cinder-802653-4-iscsi neutron-server[100323]: 'SubPort': '1.0', Aug 04 08:39:10.278634 dv-cinder-802653-4-iscsi neutron-server[100323]: 'Subnet': '1.1', Aug 04 08:39:10.278634 dv-cinder-802653-4-iscsi neutron-server[100323]: 'Trunk': '1.1'}} Aug 04 08:39:10.278634 dv-cinder-802653-4-iscsi neutron-server[100323]: {{(pid=100323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 08:39:10.290072 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-083bf08f-2190-47ce-9479-f5603731f02c None None] Attempting to bind port bb97ec99-e9d5-44a6-a652-b66c66a56a3d on host dv-cinder-802653-4-iscsi for vnic_type normal with profile {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:39:10.291726 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-083bf08f-2190-47ce-9479-f5603731f02c None None] Attempting to bind port bb97ec99-e9d5-44a6-a652-b66c66a56a3d by drivers openvswitch,hyperv on host dv-cinder-802653-4-iscsi at level 0 using segments [{'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:39:10.293167 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083bf08f-2190-47ce-9479-f5603731f02c None None] Attempting to bind port bb97ec99-e9d5-44a6-a652-b66c66a56a3d on network 3e216780-0509-4029-b6cd-a15c5c01b313 {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:39:10.293313 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:10.316053 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083bf08f-2190-47ce-9479-f5603731f02c None None] Checking agent: {'id': '88e3f6d8-c986-4299-b0e5-a4c4ec344b2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 31, 10), 'started_at': datetime.datetime(2021, 8, 4, 8, 31, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:39:10.317005 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083bf08f-2190-47ce-9479-f5603731f02c None None] Checking segment: {'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:39:10.317406 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-083bf08f-2190-47ce-9479-f5603731f02c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:10.317576 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd3126b7-6e7a-42e5-9681-2117347be804 admin admin] Deleting subnet 08dad034-2ed2-4f8d-9628-80fa6f595e9d {{(pid=100321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 08:39:10.317809 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083bf08f-2190-47ce-9479-f5603731f02c None None] Bound using segment: {'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:39:10.321027 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-083bf08f-2190-47ce-9479-f5603731f02c None None] Bound port: bb97ec99-e9d5-44a6-a652-b66c66a56a3d, host: dv-cinder-802653-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'}}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:39:10.321795 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-083bf08f-2190-47ce-9479-f5603731f02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:10.328489 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-cd3126b7-6e7a-42e5-9681-2117347be804 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:10.362543 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-703dbd82-1704-42eb-994a-f0bd74237641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:10.410951 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [None req-615cd0e6-9ce7-475c-93d3-44881fe15af5 admin admin] Allocated IP 172.27.0.57 (3e216780-0509-4029-b6cd-a15c5c01b313/90755f8e-3998-4871-81e2-3daea40b0bfb/e82497ae-de99-4dbf-8b27-833f4fa2806d) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:39:10.447571 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-083bf08f-2190-47ce-9479-f5603731f02c None None] For port bb97ec99-e9d5-44a6-a652-b66c66a56a3d, host dv-cinder-802653-4-iscsi, cleared binding levels {{(pid=100323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:39:10.452473 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-083bf08f-2190-47ce-9479-f5603731f02c None None] For port bb97ec99-e9d5-44a6-a652-b66c66a56a3d, host dv-cinder-802653-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=bb97ec99-e9d5-44a6-a652-b66c66a56a3d,segment=NetworkSegment(14aa563b-e8c7-40ac-9bd4-d0f3043acf10),segment_id=14aa563b-e8c7-40ac-9bd4-d0f3043acf10)] {{(pid=100323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:39:10.464677 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-cd3126b7-6e7a-42e5-9681-2117347be804 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:10.521130 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 88cd136b-fb6e-4076-9753-a9ddcb166cfe up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:39:10.563520 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-083bf08f-2190-47ce-9479-f5603731f02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:10.576635 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-cd3126b7-6e7a-42e5-9681-2117347be804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-928750'] for subnet, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:10.638451 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083bf08f-2190-47ce-9479-f5603731f02c None None] Routers {'a6fc7aa7-578f-43ce-b646-adf50ddb27a5'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:39:10.639438 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-083bf08f-2190-47ce-9479-f5603731f02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:39:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['a6fc7aa7-578f-43ce-b646-adf50ddb27a5'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:39:10.685467 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning for port 88cd136b-fb6e-4076-9753-a9ddcb166cfe completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:39:10.764988 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577fefec-7eab-48f6-983f-8db9698fd541 None None] Pushing event updated for resources: {'Port': ['ID=bb97ec99-e9d5-44a6-a652-b66c66a56a3d,revision_number=3']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:10.785655 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-71b6f430-1ff0-4e68-8f66-555e11787480 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:10.792058 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-71b6f430-1ff0-4e68-8f66-555e11787480 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/networks?id=bcab414a-87be-49bb-b8c9-05b67515974e HTTP/1.1" status: 200 len: 812 time: 0.2418795 Aug 04 08:39:10.831536 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 46250) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:10.845387 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-bacf7cce-0269-4acc-b0cc-37986762e3ae tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/quotas/c8a3905bb50a41f4b266648ec8206caa HTTP/1.1" status: 200 len: 375 time: 0.0523696 Aug 04 08:39:10.846214 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-083bf08f-2190-47ce-9479-f5603731f02c None None] Set router a6fc7aa7-578f-43ce-b646-adf50ddb27a5 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:39:10.852823 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-352e50dd-a87f-4a6d-9007-f9df3c08b110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:10.926364 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bb7539b3-bf5a-4f32-8aea-a79118cfff0c req-c0a75404-6c10-44f9-826c-486624b785f3 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 210 time: 0.1039462 Aug 04 08:39:10.940204 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-205a5228-c552-4554-8c9a-b14a6cd14c96 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c8a3905bb50a41f4b266648ec8206caa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0938101 Aug 04 08:39:10.952094 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-f0dbb032-cc51-4db3-8f09-e6e226af1c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:10.952275 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-cd3126b7-6e7a-42e5-9681-2117347be804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-928029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669'] for subnet, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:11.084798 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-615cd0e6-9ce7-475c-93d3-44881fe15af5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:11.091674 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3126b7-6e7a-42e5-9681-2117347be804 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08dad034-2ed2-4f8d-9628-80fa6f595e9d,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:11.120509 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-cd3126b7-6e7a-42e5-9681-2117347be804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:11.123353 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-cd3126b7-6e7a-42e5-9681-2117347be804 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/08dad034-2ed2-4f8d-9628-80fa6f595e9d HTTP/1.1" status: 204 len: 168 time: 1.0270796 Aug 04 08:39:11.134392 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 46264) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:11.138221 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9182187-7cf1-408e-86ac-efc6d0d24a10 None None] Network 4c817a01-120c-4c34-99bf-8b2dbd084298 requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:39:11.163275 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-083bf08f-2190-47ce-9479-f5603731f02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc7aa7-578f-43ce-b646-adf50ddb27a5', 'name': 'tempest-ServerRescueNegativeTestJSON-908582651-router', 'tenant_id': '55a9fea77bcc44ab9534b396d5e3d350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'bb97ec99-e9d5-44a6-a652-b66c66a56a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:39:05Z', 'updated_at': '2021-08-04T08:39:07Z', 'revision_number': 3, 'project_id': '55a9fea77bcc44ab9534b396d5e3d350', 'gw_port': {'id': 'bb97ec99-e9d5-44a6-a652-b66c66a56a3d', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:07:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fc7aa7-578f-43ce-b646-adf50ddb27a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:06Z', 'updated_at': '2021-08-04T08:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:39:11.207421 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083bf08f-2190-47ce-9479-f5603731f02c None None] The sync data for ids ['a6fc7aa7-578f-43ce-b646-adf50ddb27a5'] in dv-cinder-802653-4-iscsi is: [{'id': 'a6fc7aa7-578f-43ce-b646-adf50ddb27a5', 'name': 'tempest-ServerRescueNegativeTestJSON-908582651-router', 'tenant_id': '55a9fea77bcc44ab9534b396d5e3d350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'bb97ec99-e9d5-44a6-a652-b66c66a56a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:39:05Z', 'updated_at': '2021-08-04T08:39:07Z', 'revision_number': 3, 'project_id': '55a9fea77bcc44ab9534b396d5e3d350', 'gw_port': {'id': 'bb97ec99-e9d5-44a6-a652-b66c66a56a3d', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:07:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fc7aa7-578f-43ce-b646-adf50ddb27a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:06Z', 'updated_at': '2021-08-04T08:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:39:11.264733 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:11.330166 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bc1591b0-bdcd-4091-a395-741072e6b28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583520'] for network, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:11.357461 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-7beb2ce2-fd9a-4a42-b03e-83ce08594825 service neutron] 10.222.0.45 "GET /v2.0/networks/bcab414a-87be-49bb-b8c9-05b67515974e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149141 Aug 04 08:39:11.369604 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-c4a39ca5-0515-42f5-b359-e6d3e0732256 None None] Provisioning for port 88cd136b-fb6e-4076-9753-a9ddcb166cfe completed by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:39:11.377649 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-c4a39ca5-0515-42f5-b359-e6d3e0732256 None None] Provisioning complete for port 88cd136b-fb6e-4076-9753-a9ddcb166cfe triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:39:11.378505 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c4a39ca5-0515-42f5-b359-e6d3e0732256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:11.488036 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-3a977435-bd7a-4c76-95d4-4d5add59cef4 service neutron] 10.222.0.45 "GET /v2.0/networks/bcab414a-87be-49bb-b8c9-05b67515974e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216140 Aug 04 08:39:11.497455 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-615cd0e6-9ce7-475c-93d3-44881fe15af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:11.566547 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c4a39ca5-0515-42f5-b359-e6d3e0732256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:11.618558 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bc1591b0-bdcd-4091-a395-741072e6b28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-926057', 'neutron.services.segments.db._delete_segments_for_network-8749051068919'] for network, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:11.647780 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615cd0e6-9ce7-475c-93d3-44881fe15af5 admin admin] Network 3e216780-0509-4029-b6cd-a15c5c01b313 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:39:11.656385 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.db_base_plugin_common [None req-352e50dd-a87f-4a6d-9007-f9df3c08b110 admin admin] Allocated IP 172.20.0.1 (ac5dabef-071c-44b6-81ab-8c1938a68bd3/d3847e2a-31ec-433f-bb0a-5a9cd2601977/04550ca0-4e06-45fe-9239-a9e2ac11361f) {{(pid=100320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:39:11.657505 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bc1591b0-bdcd-4091-a395-741072e6b28e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:39:11.657763 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bc1591b0-bdcd-4091-a395-741072e6b28e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:39:11.677049 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bc1591b0-bdcd-4091-a395-741072e6b28e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:39:11.679331 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bc1591b0-bdcd-4091-a395-741072e6b28e admin admin] Subscribe: > port after_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:39:11.679809 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bc1591b0-bdcd-4091-a395-741072e6b28e admin admin] Subscribe: > port after_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:39:11.681343 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bc1591b0-bdcd-4091-a395-741072e6b28e admin admin] Subscribe: > port after_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:39:11.682112 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bc1591b0-bdcd-4091-a395-741072e6b28e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:39:11.682457 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bc1591b0-bdcd-4091-a395-741072e6b28e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:39:11.682779 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bc1591b0-bdcd-4091-a395-741072e6b28e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:39:11.685179 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bc1591b0-bdcd-4091-a395-741072e6b28e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:39:11.691782 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-c4a39ca5-0515-42f5-b359-e6d3e0732256 None None] For port 88cd136b-fb6e-4076-9753-a9ddcb166cfe, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=88cd136b-fb6e-4076-9753-a9ddcb166cfe,segment=NetworkSegment(5e68a294-6a8a-445c-8bd6-23f3bac2ccca),segment_id=5e68a294-6a8a-445c-8bd6-23f3bac2ccca)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:39:11.701656 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-f0dbb032-cc51-4db3-8f09-e6e226af1c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:11.824877 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c4a39ca5-0515-42f5-b359-e6d3e0732256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:11.829172 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-f0dbb032-cc51-4db3-8f09-e6e226af1c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:11.914344 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a39ca5-0515-42f5-b359-e6d3e0732256 None None] Pushing event updated for resources: {'Port': ['ID=88cd136b-fb6e-4076-9753-a9ddcb166cfe,revision_number=3']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:11.952936 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-df6825c4-b1e6-4859-969a-27c5c38fbadc None None] Provisioning complete for port 88cd136b-fb6e-4076-9753-a9ddcb166cfe triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:39:11.959673 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-df6825c4-b1e6-4859-969a-27c5c38fbadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:11.959811 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-f0dbb032-cc51-4db3-8f09-e6e226af1c60 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d2ce1955be434ba4862bfbae3a508bda&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1251309 Aug 04 08:39:11.961488 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 46294) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:11.971324 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-352e50dd-a87f-4a6d-9007-f9df3c08b110 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:11.976859 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbb032-cc51-4db3-8f09-e6e226af1c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ce68a3-ab6a-44f3-aa16-40f6d25a578a,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:12.043445 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bc1591b0-bdcd-4091-a395-741072e6b28e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:39:12.043887 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bc1591b0-bdcd-4091-a395-741072e6b28e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:39:12.044300 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bc1591b0-bdcd-4091-a395-741072e6b28e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:39:12.044694 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bc1591b0-bdcd-4091-a395-741072e6b28e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:39:12.045853 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-bc1591b0-bdcd-4091-a395-741072e6b28e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd049435-1a20-4eae-bfae-56c8e998f0dd']}} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:39:12.061602 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-615cd0e6-9ce7-475c-93d3-44881fe15af5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:39:12.067154 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615cd0e6-9ce7-475c-93d3-44881fe15af5 admin admin] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:39:12.212833 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-bc1591b0-bdcd-4091-a395-741072e6b28e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b601ea-abfc-47df-92ab-15be9b0ad29e') {'for_net_delete': True} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:39:12.213194 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-bc1591b0-bdcd-4091-a395-741072e6b28e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b601ea-abfc-47df-92ab-15be9b0ad29e') {} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:39:12.216581 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-03826521-c0bc-4a0e-bdd3-2ea55d52d224 req-7163ed9e-f64f-4c3c-86e1-99a220992840 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 210 time: 0.1628315 Aug 04 08:39:12.234158 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bc1591b0-bdcd-4091-a395-741072e6b28e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749051071492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132616324'] for segment, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:12.257369 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bc1591b0-bdcd-4091-a395-741072e6b28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:12.267456 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc1591b0-bdcd-4091-a395-741072e6b28e admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=100321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 08:39:12.268049 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bc1591b0-bdcd-4091-a395-741072e6b28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132619724'] for segment, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:12.284180 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-84aeef95-aed4-42f1-bbad-f2f202126a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:12.355299 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-84aeef95-aed4-42f1-bbad-f2f202126a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: from cryptography.utils import int_from_bytes Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: from cryptography.utils import int_from_bytes Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: Traceback (most recent call last): Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: timer() Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: cb(*args, **kw) Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: return func(*args, **kwargs) Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: self._notify() Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: self.callback(batched_events) Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: event.method(event) Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: return f(self, *a, **k) Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: return self._get(url).json() Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: return self.request(url, 'GET', **kwargs) Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 08:39:12.371193 dv-cinder-802653-4-iscsi neutron-server[100321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 08:39:12.378841 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-352e50dd-a87f-4a6d-9007-f9df3c08b110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528'] for port, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:12.393588 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615cd0e6-9ce7-475c-93d3-44881fe15af5 admin admin] Pushing event updated for resources: {'Port': ['ID=e82497ae-de99-4dbf-8b27-833f4fa2806d,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:12.405421 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7be62e22-9c8f-439c-a303-d79fca09b3a4 req-91c8e353-0ef0-4e93-9f80-6d3edd3773e2 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 210 time: 0.3535800 Aug 04 08:39:12.456673 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352e50dd-a87f-4a6d-9007-f9df3c08b110 admin admin] Network ac5dabef-071c-44b6-81ab-8c1938a68bd3 is already hosted by enough agents. {{(pid=100320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:39:12.462683 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.base_scheduler [None req-352e50dd-a87f-4a6d-9007-f9df3c08b110 admin admin] Resources bound (agent type, host, resource id): {{(pid=100320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:39:12.467072 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352e50dd-a87f-4a6d-9007-f9df3c08b110 admin admin] Received port after_create {{(pid=100320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:39:12.467732 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-352e50dd-a87f-4a6d-9007-f9df3c08b110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2055812'] for router_interface, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:12.541418 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e50dd-a87f-4a6d-9007-f9df3c08b110 admin admin] Pushing event updated for resources: {'Port': ['ID=04550ca0-4e06-45fe-9239-a9e2ac11361f,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:12.586092 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bc1591b0-bdcd-4091-a395-741072e6b28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055443'] for network, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:12.595058 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bc1591b0-bdcd-4091-a395-741072e6b28e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:12.597007 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-bc1591b0-bdcd-4091-a395-741072e6b28e admin admin] 10.222.0.45 "DELETE /v2.0/networks/fd049435-1a20-4eae-bfae-56c8e998f0dd HTTP/1.1" status: 204 len: 168 time: 1.4665241 Aug 04 08:39:12.601198 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 46320) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:12.614888 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device bb97ec99-e9d5-44a6-a652-b66c66a56a3d up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:39:12.625878 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1591b0-bdcd-4091-a395-741072e6b28e admin admin] Pushing event deleted for resources: {'Network': ['ID=fd049435-1a20-4eae-bfae-56c8e998f0dd,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:12.655058 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-84aeef95-aed4-42f1-bbad-f2f202126a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:12.657619 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-84aeef95-aed4-42f1-bbad-f2f202126a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:12.662287 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-84aeef95-aed4-42f1-bbad-f2f202126a00 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/02ce68a3-ab6a-44f3-aa16-40f6d25a578a HTTP/1.1" status: 204 len: 168 time: 0.6998348 Aug 04 08:39:12.683065 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aeef95-aed4-42f1-bbad-f2f202126a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ce68a3-ab6a-44f3-aa16-40f6d25a578a,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:12.696373 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.db_base_plugin_v2 [None req-1831da1b-7fb5-4ca8-b25d-482f8eeac486 admin admin] Deleting subnet 14218c91-eb54-4da0-8045-dc5764c1760e {{(pid=100320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 08:39:12.700241 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1831da1b-7fb5-4ca8-b25d-482f8eeac486 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:12.739015 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1831da1b-7fb5-4ca8-b25d-482f8eeac486 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:12.748711 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1831da1b-7fb5-4ca8-b25d-482f8eeac486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-928750'] for subnet, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:12.792692 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning for port bb97ec99-e9d5-44a6-a652-b66c66a56a3d completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:39:12.820611 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port bb97ec99-e9d5-44a6-a652-b66c66a56a3d triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:39:12.820752 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-352e50dd-a87f-4a6d-9007-f9df3c08b110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:12.820901 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:12.936116 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:12.953817 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:12.954863 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1831da1b-7fb5-4ca8-b25d-482f8eeac486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-928029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669'] for subnet, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:12.966428 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] For port bb97ec99-e9d5-44a6-a652-b66c66a56a3d, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=bb97ec99-e9d5-44a6-a652-b66c66a56a3d,segment=NetworkSegment(14aa563b-e8c7-40ac-9bd4-d0f3043acf10),segment_id=14aa563b-e8c7-40ac-9bd4-d0f3043acf10)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:39:13.000125 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-615cd0e6-9ce7-475c-93d3-44881fe15af5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:13.001892 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1831da1b-7fb5-4ca8-b25d-482f8eeac486 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14218c91-eb54-4da0-8045-dc5764c1760e,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:13.031112 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:13.033178 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 88cd136b-fb6e-4076-9753-a9ddcb166cfe up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:39:13.048441 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1831da1b-7fb5-4ca8-b25d-482f8eeac486 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:13.053902 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-1831da1b-7fb5-4ca8-b25d-482f8eeac486 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/14218c91-eb54-4da0-8045-dc5764c1760e HTTP/1.1" status: 204 len: 168 time: 0.4516435 Aug 04 08:39:13.057017 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 46338) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:13.178274 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Pushing event updated for resources: {'Port': ['ID=bb97ec99-e9d5-44a6-a652-b66c66a56a3d,revision_number=4']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:13.189068 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port 88cd136b-fb6e-4076-9753-a9ddcb166cfe triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:39:13.189446 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:13.206559 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0e534499-77e6-415a-8826-a3df0f69b374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583520'] for network, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:13.211737 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-352e50dd-a87f-4a6d-9007-f9df3c08b110 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:13.484988 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-352e50dd-a87f-4a6d-9007-f9df3c08b110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:13.486807 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-352e50dd-a87f-4a6d-9007-f9df3c08b110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055704'] for router_interface, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:13.545948 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7f94f302-14be-49fe-b1ef-ed9272e77fe8 req-ed7962d6-1323-493c-9af2-d0771eb375eb tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 210 time: 0.0480433 Aug 04 08:39:13.561515 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-615cd0e6-9ce7-475c-93d3-44881fe15af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055515'] for router, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:13.663279 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-b2faea9b-c5c7-4a1a-b759-ed4789c08c0e req-969b66d4-0641-417b-984a-85f7138cecfc tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 210 time: 0.1001613 Aug 04 08:39:13.671153 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0e534499-77e6-415a-8826-a3df0f69b374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-926057', 'neutron.services.segments.db._delete_segments_for_network-8749051068919'] for network, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:13.684831 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e50dd-a87f-4a6d-9007-f9df3c08b110 admin admin] Pushing event updated for resources: {'Port': ['ID=04550ca0-4e06-45fe-9239-a9e2ac11361f,revision_number=2']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:13.702898 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0e534499-77e6-415a-8826-a3df0f69b374 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:39:13.703508 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0e534499-77e6-415a-8826-a3df0f69b374 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:39:13.704494 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0e534499-77e6-415a-8826-a3df0f69b374 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:39:13.705080 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0e534499-77e6-415a-8826-a3df0f69b374 admin admin] Subscribe: > port after_create 55550000 {{(pid=100320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:39:13.705645 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0e534499-77e6-415a-8826-a3df0f69b374 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:39:13.706242 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0e534499-77e6-415a-8826-a3df0f69b374 admin admin] Subscribe: > port after_update 55550000 {{(pid=100320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:39:13.706813 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0e534499-77e6-415a-8826-a3df0f69b374 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:39:13.707315 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0e534499-77e6-415a-8826-a3df0f69b374 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:39:13.707729 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0e534499-77e6-415a-8826-a3df0f69b374 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:39:13.708182 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0e534499-77e6-415a-8826-a3df0f69b374 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:39:13.791337 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615cd0e6-9ce7-475c-93d3-44881fe15af5 admin admin] Router c9f931c9-2943-4dfe-af33-d6aa563b9381 is scheduled to L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 with binding_index 1 {{(pid=100321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 08:39:13.878409 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0e534499-77e6-415a-8826-a3df0f69b374 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:39:13.879393 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0e534499-77e6-415a-8826-a3df0f69b374 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:39:13.879393 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0e534499-77e6-415a-8826-a3df0f69b374 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:39:13.879801 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0e534499-77e6-415a-8826-a3df0f69b374 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 08:39:13.880280 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.services.segments.db [None req-0e534499-77e6-415a-8826-a3df0f69b374 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e83dd6-f9cf-4a9d-a6de-96deee1d172b']}} {{(pid=100320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:39:13.903059 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.services.segments.db [None req-0e534499-77e6-415a-8826-a3df0f69b374 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd8366f-23c4-472a-8684-74d3c6b9fcad') {'for_net_delete': True} {{(pid=100320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:39:13.903402 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.services.segments.db [None req-0e534499-77e6-415a-8826-a3df0f69b374 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd8366f-23c4-472a-8684-74d3c6b9fcad') {} {{(pid=100320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:39:13.904779 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615cd0e6-9ce7-475c-93d3-44881fe15af5 admin admin] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:39:13.918285 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5de06c-36c5-488c-8b3b-e18264672c86 None None] Sync routers for ids ['c9f931c9-2943-4dfe-af33-d6aa563b9381'] in dv-cinder-802653-4-iscsi {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:39:13.927729 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5de06c-36c5-488c-8b3b-e18264672c86 None None] Routers {'c9f931c9-2943-4dfe-af33-d6aa563b9381'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:39:13.928758 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-cf5de06c-36c5-488c-8b3b-e18264672c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:39:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['c9f931c9-2943-4dfe-af33-d6aa563b9381'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:39:13.931973 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0e534499-77e6-415a-8826-a3df0f69b374 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749051071492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133554092'] for segment, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:13.967307 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0e534499-77e6-415a-8826-a3df0f69b374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:13.982792 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e534499-77e6-415a-8826-a3df0f69b374 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=100320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 08:39:13.983188 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0e534499-77e6-415a-8826-a3df0f69b374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-134116768'] for segment, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:13.986470 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352e50dd-a87f-4a6d-9007-f9df3c08b110 admin admin] Network ac5dabef-071c-44b6-81ab-8c1938a68bd3 is already hosted by enough agents. {{(pid=100320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: from cryptography.utils import int_from_bytes Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: from cryptography.utils import int_from_bytes Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: Traceback (most recent call last): Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: timer() Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: cb(*args, **kw) Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: return func(*args, **kwargs) Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: self._notify() Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: self.callback(batched_events) Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: event.method(event) Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: return f(self, *a, **k) Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: return self._get(url).json() Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: return self.request(url, 'GET', **kwargs) Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 08:39:13.990138 dv-cinder-802653-4-iscsi neutron-server[100320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 08:39:13.993355 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-615cd0e6-9ce7-475c-93d3-44881fe15af5 admin admin] Notify callbacks [] for router, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:13.995749 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-615cd0e6-9ce7-475c-93d3-44881fe15af5 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.2089362 Aug 04 08:39:14.003543 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 46372) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:14.005540 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.base_scheduler [None req-352e50dd-a87f-4a6d-9007-f9df3c08b110 admin admin] Resources bound (agent type, host, resource id): {{(pid=100320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:39:14.138001 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-cf5de06c-36c5-488c-8b3b-e18264672c86 None None] Set router c9f931c9-2943-4dfe-af33-d6aa563b9381 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:39:14.201014 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352e50dd-a87f-4a6d-9007-f9df3c08b110 admin admin] Router a6fc7aa7-578f-43ce-b646-adf50ddb27a5 has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:39:14.202230 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 46380) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:14.215243 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0e534499-77e6-415a-8826-a3df0f69b374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055443'] for network, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:14.231625 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0e534499-77e6-415a-8826-a3df0f69b374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:14.233836 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-0e534499-77e6-415a-8826-a3df0f69b374 admin admin] 10.222.0.45 "DELETE /v2.0/networks/b6e83dd6-f9cf-4a9d-a6de-96deee1d172b HTTP/1.1" status: 204 len: 168 time: 1.1755891 Aug 04 08:39:14.296359 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e534499-77e6-415a-8826-a3df0f69b374 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6e83dd6-f9cf-4a9d-a6de-96deee1d172b,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:14.473939 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-54a949a6-a04f-421c-92fe-62a7b4c292fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:14.478963 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-cf5de06c-36c5-488c-8b3b-e18264672c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'name': 'tempest-AttachVolumeTestJSON-339756056-router', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:39:08Z', 'updated_at': '2021-08-04T08:39:12Z', 'revision_number': 3, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'gw_port': {'id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:09Z', 'updated_at': '2021-08-04T08:39:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:39:14.503106 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352e50dd-a87f-4a6d-9007-f9df3c08b110 admin admin] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:39:14.518099 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9c3732-5f0b-4185-9376-e7089c801138 None None] Sync routers for ids ['a6fc7aa7-578f-43ce-b646-adf50ddb27a5'] in dv-cinder-802653-4-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:39:14.519359 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-352e50dd-a87f-4a6d-9007-f9df3c08b110 admin admin] 10.222.0.45 "PUT /v2.0/routers/a6fc7aa7-578f-43ce-b646-adf50ddb27a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2754030 Aug 04 08:39:14.532281 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9c3732-5f0b-4185-9376-e7089c801138 None None] Routers {'a6fc7aa7-578f-43ce-b646-adf50ddb27a5'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:39:14.538318 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-fc9c3732-5f0b-4185-9376-e7089c801138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:39:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['a6fc7aa7-578f-43ce-b646-adf50ddb27a5'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:39:14.540832 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5de06c-36c5-488c-8b3b-e18264672c86 None None] Checking router: c9f931c9-2943-4dfe-af33-d6aa563b9381 for host: dv-cinder-802653-4-iscsi {{(pid=100322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:39:14.541256 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5de06c-36c5-488c-8b3b-e18264672c86 None None] Updating router c9f931c9-2943-4dfe-af33-d6aa563b9381 port e82497ae-de99-4dbf-8b27-833f4fa2806d binding host dv-cinder-802653-4-iscsi {{(pid=100322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 08:39:14.549495 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device bb97ec99-e9d5-44a6-a652-b66c66a56a3d up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:39:14.700953 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-cf5de06c-36c5-488c-8b3b-e18264672c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:14.715578 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-54a949a6-a04f-421c-92fe-62a7b4c292fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:14.758088 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3890daa0-ec36-4c7b-9fd7-b9aa584d1f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:14.843130 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-54a949a6-a04f-421c-92fe-62a7b4c292fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:14.916208 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a949a6-a04f-421c-92fe-62a7b4c292fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8235a883-c048-4c09-a09a-2a6f2b35f8e9,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:14.973173 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-fc9c3732-5f0b-4185-9376-e7089c801138 None None] Set router a6fc7aa7-578f-43ce-b646-adf50ddb27a5 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:39:14.983017 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-54a949a6-a04f-421c-92fe-62a7b4c292fa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8daa776591804469b333f849aec5c817&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7795508 Aug 04 08:39:14.992088 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 46408) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:14.992577 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2144cbfc-65ff-4495-9f04-b4c138cb33b4 req-68113906-7507-4a63-ac84-1b43ee284dd6 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 210 time: 0.1352677 Aug 04 08:39:15.058161 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port bb97ec99-e9d5-44a6-a652-b66c66a56a3d triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:39:15.058742 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:15.120172 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a91bdd94-30de-4a77-af54-15f5a8c6fd46 req-07ebac59-d19a-4b89-83c4-53273ad91fd9 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 210 time: 0.1334765 Aug 04 08:39:15.158919 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [None req-3890daa0-ec36-4c7b-9fd7-b9aa584d1f43 admin admin] Allocated IP 172.20.0.1 (4c817a01-120c-4c34-99bf-8b2dbd084298/8b561a38-fec8-4399-844a-bbe6e7ef59b9/d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:39:15.171724 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e184a2f1-14ff-42ff-b1a6-f34174b7de31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:15.174818 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 46418) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:15.247637 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-e49eb49a-dd3e-427c-a716-758d5e1be64f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3f238fd924e0455d90128651b40d04dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0713167 Aug 04 08:39:15.248031 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e184a2f1-14ff-42ff-b1a6-f34174b7de31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:15.249707 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 46420) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:15.276801 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-fc9c3732-5f0b-4185-9376-e7089c801138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc7aa7-578f-43ce-b646-adf50ddb27a5', 'name': 'tempest-ServerRescueNegativeTestJSON-908582651-router', 'tenant_id': '55a9fea77bcc44ab9534b396d5e3d350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'bb97ec99-e9d5-44a6-a652-b66c66a56a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:39:05Z', 'updated_at': '2021-08-04T08:39:12Z', 'revision_number': 4, 'project_id': '55a9fea77bcc44ab9534b396d5e3d350', 'gw_port': {'id': 'bb97ec99-e9d5-44a6-a652-b66c66a56a3d', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:07:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc7aa7-578f-43ce-b646-adf50ddb27a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:06Z', 'updated_at': '2021-08-04T08:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '04550ca0-4e06-45fe-9239-a9e2ac11361f', 'name': '', 'network_id': 'ac5dabef-071c-44b6-81ab-8c1938a68bd3', 'tenant_id': '55a9fea77bcc44ab9534b396d5e3d350', 'mac_address': 'fa:16:3e:1f:65:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fc7aa7-578f-43ce-b646-adf50ddb27a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd3847e2a-31ec-433f-bb0a-5a9cd2601977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:11Z', 'updated_at': '2021-08-04T08:39:12Z', 'revision_number': 2, 'project_id': '55a9fea77bcc44ab9534b396d5e3d350', 'subnets': [{'id': 'd3847e2a-31ec-433f-bb0a-5a9cd2601977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:39:15.336959 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9c3732-5f0b-4185-9376-e7089c801138 None None] Checking router: a6fc7aa7-578f-43ce-b646-adf50ddb27a5 for host: dv-cinder-802653-4-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:39:15.336959 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9c3732-5f0b-4185-9376-e7089c801138 None None] Updating router a6fc7aa7-578f-43ce-b646-adf50ddb27a5 port 04550ca0-4e06-45fe-9239-a9e2ac11361f binding host dv-cinder-802653-4-iscsi {{(pid=100323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 08:39:15.373114 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3890daa0-ec36-4c7b-9fd7-b9aa584d1f43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:15.373274 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-25a7009b-48a0-4936-a097-b1a810f76187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:15.385112 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-fc9c3732-5f0b-4185-9376-e7089c801138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:15.387446 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-cf5de06c-36c5-488c-8b3b-e18264672c86 None None] Notify callbacks [] for port, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:15.402036 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-25a7009b-48a0-4936-a097-b1a810f76187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:15.465531 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e184a2f1-14ff-42ff-b1a6-f34174b7de31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:15.468352 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e184a2f1-14ff-42ff-b1a6-f34174b7de31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:15.469616 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-e184a2f1-14ff-42ff-b1a6-f34174b7de31 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8235a883-c048-4c09-a09a-2a6f2b35f8e9 HTTP/1.1" status: 204 len: 168 time: 0.4751341 Aug 04 08:39:15.511391 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-25a7009b-48a0-4936-a097-b1a810f76187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:15.511922 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-cf5de06c-36c5-488c-8b3b-e18264672c86 None None] Transition to ACTIVE for port object e82497ae-de99-4dbf-8b27-833f4fa2806d will not be triggered until provisioned by entity L2. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:39:15.514264 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-25a7009b-48a0-4936-a097-b1a810f76187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:15.519116 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-25a7009b-48a0-4936-a097-b1a810f76187 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/95bacffb-a0fe-4df6-a017-729f0879f5eb HTTP/1.1" status: 204 len: 168 time: 0.2633147 Aug 04 08:39:15.537741 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7009b-48a0-4936-a097-b1a810f76187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bacffb-a0fe-4df6-a017-729f0879f5eb,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:15.598473 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-cf5de06c-36c5-488c-8b3b-e18264672c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:15.628434 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [None req-3890daa0-ec36-4c7b-9fd7-b9aa584d1f43 admin admin] Transition to ACTIVE for port object d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874 will not be triggered until provisioned by entity DHCP. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:39:15.631188 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184a2f1-14ff-42ff-b1a6-f34174b7de31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8235a883-c048-4c09-a09a-2a6f2b35f8e9,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:15.711878 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-cf5de06c-36c5-488c-8b3b-e18264672c86 None None] Attempting to bind port e82497ae-de99-4dbf-8b27-833f4fa2806d on host dv-cinder-802653-4-iscsi for vnic_type normal with profile {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:39:15.715125 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-cf5de06c-36c5-488c-8b3b-e18264672c86 None None] Attempting to bind port e82497ae-de99-4dbf-8b27-833f4fa2806d by drivers openvswitch,hyperv on host dv-cinder-802653-4-iscsi at level 0 using segments [{'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:39:15.715125 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5de06c-36c5-488c-8b3b-e18264672c86 None None] Attempting to bind port e82497ae-de99-4dbf-8b27-833f4fa2806d on network 3e216780-0509-4029-b6cd-a15c5c01b313 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:39:15.720269 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf105873-7279-4abc-9d4e-8053b48860a3 None None] Pushing event updated for resources: {'Port': ['ID=e82497ae-de99-4dbf-8b27-833f4fa2806d,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:15.723435 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5de06c-36c5-488c-8b3b-e18264672c86 None None] Checking agent: {'id': '88e3f6d8-c986-4299-b0e5-a4c4ec344b2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 31, 10), 'started_at': datetime.datetime(2021, 8, 4, 8, 31, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:39:15.723899 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5de06c-36c5-488c-8b3b-e18264672c86 None None] Checking segment: {'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:39:15.724377 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-cf5de06c-36c5-488c-8b3b-e18264672c86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:15.724970 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5de06c-36c5-488c-8b3b-e18264672c86 None None] Bound using segment: {'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:39:15.725653 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-cf5de06c-36c5-488c-8b3b-e18264672c86 None None] Bound port: e82497ae-de99-4dbf-8b27-833f4fa2806d, host: dv-cinder-802653-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'}}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:39:15.726892 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-cf5de06c-36c5-488c-8b3b-e18264672c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:15.778678 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-fc9c3732-5f0b-4185-9376-e7089c801138 None None] Notify callbacks [] for port, precommit_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:15.792426 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-fc9c3732-5f0b-4185-9376-e7089c801138 None None] Transition to ACTIVE for port object 04550ca0-4e06-45fe-9239-a9e2ac11361f will not be triggered until provisioned by entity L2. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:39:15.797648 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3890daa0-ec36-4c7b-9fd7-b9aa584d1f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:15.809546 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-cf5de06c-36c5-488c-8b3b-e18264672c86 None None] For port e82497ae-de99-4dbf-8b27-833f4fa2806d, host dv-cinder-802653-4-iscsi, cleared binding levels {{(pid=100322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:39:15.813092 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-cf5de06c-36c5-488c-8b3b-e18264672c86 None None] For port e82497ae-de99-4dbf-8b27-833f4fa2806d, host dv-cinder-802653-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=e82497ae-de99-4dbf-8b27-833f4fa2806d,segment=NetworkSegment(14aa563b-e8c7-40ac-9bd4-d0f3043acf10),segment_id=14aa563b-e8c7-40ac-9bd4-d0f3043acf10)] {{(pid=100322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:39:15.878494 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.61', 60179) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:15.879117 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890daa0-ec36-4c7b-9fd7-b9aa584d1f43 admin admin] Pushing event updated for resources: {'Port': ['ID=d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:15.882166 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-fc9c3732-5f0b-4185-9376-e7089c801138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:15.893319 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3890daa0-ec36-4c7b-9fd7-b9aa584d1f43 admin admin] Network 4c817a01-120c-4c34-99bf-8b2dbd084298 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:39:15.895973 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-3890daa0-ec36-4c7b-9fd7-b9aa584d1f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:39:15.898789 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3890daa0-ec36-4c7b-9fd7-b9aa584d1f43 admin admin] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:39:15.911265 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-cf5de06c-36c5-488c-8b3b-e18264672c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:15.959745 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf276a-dd6b-4b7f-8059-d8914bdd2a7a None None] Pushing event updated for resources: {'Port': ['ID=04550ca0-4e06-45fe-9239-a9e2ac11361f,revision_number=3']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:15.974737 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3890daa0-ec36-4c7b-9fd7-b9aa584d1f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2055812'] for router_interface, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:15.992204 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5de06c-36c5-488c-8b3b-e18264672c86 None None] Routers {'c9f931c9-2943-4dfe-af33-d6aa563b9381'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:39:15.992826 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-cf5de06c-36c5-488c-8b3b-e18264672c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:39:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['c9f931c9-2943-4dfe-af33-d6aa563b9381'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:39:16.058318 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-fc9c3732-5f0b-4185-9376-e7089c801138 None None] Attempting to bind port 04550ca0-4e06-45fe-9239-a9e2ac11361f on host dv-cinder-802653-4-iscsi for vnic_type normal with profile {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:39:16.058732 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-fc9c3732-5f0b-4185-9376-e7089c801138 None None] Attempting to bind port 04550ca0-4e06-45fe-9239-a9e2ac11361f by drivers openvswitch,hyperv on host dv-cinder-802653-4-iscsi at level 0 using segments [{'id': '147dad7c-ed05-492d-9e1e-40d0053815ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ac5dabef-071c-44b6-81ab-8c1938a68bd3'}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:39:16.059064 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9c3732-5f0b-4185-9376-e7089c801138 None None] Attempting to bind port 04550ca0-4e06-45fe-9239-a9e2ac11361f on network ac5dabef-071c-44b6-81ab-8c1938a68bd3 {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:39:16.059642 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-cbea2aa2-adde-479e-889f-670889432682 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:16.064539 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-cbea2aa2-adde-479e-889f-670889432682 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/networks?id=ac5dabef-071c-44b6-81ab-8c1938a68bd3 HTTP/1.1" status: 200 len: 818 time: 0.3019514 Aug 04 08:39:16.075111 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9c3732-5f0b-4185-9376-e7089c801138 None None] Checking agent: {'id': '88e3f6d8-c986-4299-b0e5-a4c4ec344b2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 31, 10), 'started_at': datetime.datetime(2021, 8, 4, 8, 31, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:39:16.075528 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9c3732-5f0b-4185-9376-e7089c801138 None None] Checking segment: {'id': '147dad7c-ed05-492d-9e1e-40d0053815ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ac5dabef-071c-44b6-81ab-8c1938a68bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:39:16.083823 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-fc9c3732-5f0b-4185-9376-e7089c801138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:16.084301 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9c3732-5f0b-4185-9376-e7089c801138 None None] Bound using segment: {'id': '147dad7c-ed05-492d-9e1e-40d0053815ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ac5dabef-071c-44b6-81ab-8c1938a68bd3'} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:39:16.084797 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-fc9c3732-5f0b-4185-9376-e7089c801138 None None] Bound port: 04550ca0-4e06-45fe-9239-a9e2ac11361f, host: dv-cinder-802653-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '147dad7c-ed05-492d-9e1e-40d0053815ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ac5dabef-071c-44b6-81ab-8c1938a68bd3'}}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:39:16.085209 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-fc9c3732-5f0b-4185-9376-e7089c801138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:16.126545 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf105873-7279-4abc-9d4e-8053b48860a3 None None] Pushing event updated for resources: {'Port': ['ID=e82497ae-de99-4dbf-8b27-833f4fa2806d,revision_number=3']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:16.130463 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-455ccf19-c678-46f8-95dd-755e55f83071 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/quotas/55a9fea77bcc44ab9534b396d5e3d350 HTTP/1.1" status: 200 len: 375 time: 0.0454185 Aug 04 08:39:16.231582 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-19ed9801-8272-4624-97ec-472a88a26567 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:16.233526 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-19ed9801-8272-4624-97ec-472a88a26567 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.61 "GET /v2.0/networks?id=2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f HTTP/1.1" status: 200 len: 813 time: 0.3534741 Aug 04 08:39:16.239614 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-fc9c3732-5f0b-4185-9376-e7089c801138 None None] For port 04550ca0-4e06-45fe-9239-a9e2ac11361f, host dv-cinder-802653-4-iscsi, cleared binding levels {{(pid=100323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:39:16.244412 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-fc9c3732-5f0b-4185-9376-e7089c801138 None None] For port 04550ca0-4e06-45fe-9239-a9e2ac11361f, host dv-cinder-802653-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=04550ca0-4e06-45fe-9239-a9e2ac11361f,segment=NetworkSegment(147dad7c-ed05-492d-9e1e-40d0053815ac),segment_id=147dad7c-ed05-492d-9e1e-40d0053815ac)] {{(pid=100323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:39:16.257285 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-4544392f-0f27-40bc-82bf-83befa59185a tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=55a9fea77bcc44ab9534b396d5e3d350&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1269228 Aug 04 08:39:16.261110 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-cf5de06c-36c5-488c-8b3b-e18264672c86 None None] Set router c9f931c9-2943-4dfe-af33-d6aa563b9381 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:39:16.337846 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-fc9c3732-5f0b-4185-9376-e7089c801138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:16.391695 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-6596a3bd-05dc-47c9-98ff-de3e39eb738e service neutron] 10.222.0.45 "GET /v2.0/networks/ac5dabef-071c-44b6-81ab-8c1938a68bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332009 Aug 04 08:39:16.400434 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-a3a7a042-6dfa-45b0-b880-84e9518f3f37 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Request body: {'port': {'device_id': '311603b0-2416-4fc6-a5a2-a4a6fbc8c07e', 'network_id': '2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f', 'admin_state_up': True, 'tenant_id': 'c25f110a37484ed783206cb1e0516c8e'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:39:16.445381 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf276a-dd6b-4b7f-8059-d8914bdd2a7a None None] Pushing event updated for resources: {'Port': ['ID=04550ca0-4e06-45fe-9239-a9e2ac11361f,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:16.471717 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9c3732-5f0b-4185-9376-e7089c801138 None None] Routers {'a6fc7aa7-578f-43ce-b646-adf50ddb27a5'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:39:16.472665 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-fc9c3732-5f0b-4185-9376-e7089c801138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:39:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['a6fc7aa7-578f-43ce-b646-adf50ddb27a5'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:39:16.556866 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3ef8a031-29e2-4340-a77b-f618c48c6b85 req-d7cf090e-4237-4aca-a3cc-1c0220abff6b tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 210 time: 0.0580628 Aug 04 08:39:16.588288 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-fc9c3732-5f0b-4185-9376-e7089c801138 None None] Set router a6fc7aa7-578f-43ce-b646-adf50ddb27a5 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:39:16.658634 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-60a21e54-ea12-48e9-a2f6-3cb027a1c6b3 None None] Provisioning for port d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874 completed by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:39:16.667995 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-60a21e54-ea12-48e9-a2f6-3cb027a1c6b3 None None] Provisioning complete for port d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874 triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:39:16.668873 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-60a21e54-ea12-48e9-a2f6-3cb027a1c6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:16.708686 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3890daa0-ec36-4c7b-9fd7-b9aa584d1f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:16.756521 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.61', 60188) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:16.809380 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-afc81ec1-d8fb-4cfd-ae34-24019f930400 service neutron] 10.222.0.45 "GET /v2.0/networks/ac5dabef-071c-44b6-81ab-8c1938a68bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163866 Aug 04 08:39:16.839033 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 46474) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:16.871096 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d0084b5b-bac4-4061-9e21-a7b37c0df691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:16.919816 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-60a21e54-ea12-48e9-a2f6-3cb027a1c6b3 None None] Port d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874 cannot update to ACTIVE because it is not bound. {{(pid=100322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 08:39:16.940490 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-cf5de06c-36c5-488c-8b3b-e18264672c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'name': 'tempest-AttachVolumeTestJSON-339756056-router', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:39:08Z', 'updated_at': '2021-08-04T08:39:12Z', 'revision_number': 3, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'gw_port': {'id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:09Z', 'updated_at': '2021-08-04T08:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:39:16.977224 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 46478) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:16.983493 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5de06c-36c5-488c-8b3b-e18264672c86 None None] The sync data for ids ['c9f931c9-2943-4dfe-af33-d6aa563b9381'] in dv-cinder-802653-4-iscsi is: [{'id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'name': 'tempest-AttachVolumeTestJSON-339756056-router', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:39:08Z', 'updated_at': '2021-08-04T08:39:12Z', 'revision_number': 3, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'gw_port': {'id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:09Z', 'updated_at': '2021-08-04T08:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}] {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:39:17.002808 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-fc9c3732-5f0b-4185-9376-e7089c801138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc7aa7-578f-43ce-b646-adf50ddb27a5', 'name': 'tempest-ServerRescueNegativeTestJSON-908582651-router', 'tenant_id': '55a9fea77bcc44ab9534b396d5e3d350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'bb97ec99-e9d5-44a6-a652-b66c66a56a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:39:05Z', 'updated_at': '2021-08-04T08:39:12Z', 'revision_number': 4, 'project_id': '55a9fea77bcc44ab9534b396d5e3d350', 'gw_port': {'id': 'bb97ec99-e9d5-44a6-a652-b66c66a56a3d', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:07:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc7aa7-578f-43ce-b646-adf50ddb27a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:06Z', 'updated_at': '2021-08-04T08:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '04550ca0-4e06-45fe-9239-a9e2ac11361f', 'name': '', 'network_id': 'ac5dabef-071c-44b6-81ab-8c1938a68bd3', 'tenant_id': '55a9fea77bcc44ab9534b396d5e3d350', 'mac_address': 'fa:16:3e:1f:65:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fc7aa7-578f-43ce-b646-adf50ddb27a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd3847e2a-31ec-433f-bb0a-5a9cd2601977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:11Z', 'updated_at': '2021-08-04T08:39:16Z', 'revision_number': 4, 'project_id': '55a9fea77bcc44ab9534b396d5e3d350', 'subnets': [{'id': 'd3847e2a-31ec-433f-bb0a-5a9cd2601977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:39:17.023797 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-a3a7a042-6dfa-45b0-b880-84e9518f3f37 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Made reservation on behalf of c25f110a37484ed783206cb1e0516c8e for: {'port': 1} {{(pid=100320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:39:17.037246 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-a3a7a042-6dfa-45b0-b880-84e9518f3f37 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:17.081746 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-11724ddc-fcf9-4d17-bf50-462d15dde09b req-78bcaf8b-f267-4c79-97ef-f03be005365f tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 210 time: 0.2921731 Aug 04 08:39:17.125063 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9c3732-5f0b-4185-9376-e7089c801138 None None] The sync data for ids ['a6fc7aa7-578f-43ce-b646-adf50ddb27a5'] in dv-cinder-802653-4-iscsi is: [{'id': 'a6fc7aa7-578f-43ce-b646-adf50ddb27a5', 'name': 'tempest-ServerRescueNegativeTestJSON-908582651-router', 'tenant_id': '55a9fea77bcc44ab9534b396d5e3d350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'bb97ec99-e9d5-44a6-a652-b66c66a56a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:39:05Z', 'updated_at': '2021-08-04T08:39:12Z', 'revision_number': 4, 'project_id': '55a9fea77bcc44ab9534b396d5e3d350', 'gw_port': {'id': 'bb97ec99-e9d5-44a6-a652-b66c66a56a3d', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:07:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc7aa7-578f-43ce-b646-adf50ddb27a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:06Z', 'updated_at': '2021-08-04T08:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '04550ca0-4e06-45fe-9239-a9e2ac11361f', 'name': '', 'network_id': 'ac5dabef-071c-44b6-81ab-8c1938a68bd3', 'tenant_id': '55a9fea77bcc44ab9534b396d5e3d350', 'mac_address': 'fa:16:3e:1f:65:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fc7aa7-578f-43ce-b646-adf50ddb27a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd3847e2a-31ec-433f-bb0a-5a9cd2601977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:11Z', 'updated_at': '2021-08-04T08:39:16Z', 'revision_number': 4, 'project_id': '55a9fea77bcc44ab9534b396d5e3d350', 'subnets': [{'id': 'd3847e2a-31ec-433f-bb0a-5a9cd2601977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:39:17.401379 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-89f4307c-8676-4348-b20f-511469b96bbe req-202fa6f6-8508-4155-82d9-3b84427a84e4 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 210 time: 0.1373131 Aug 04 08:39:17.704838 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-b68a0bb3-7058-4d31-866c-3cafc3b10cb3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b51a1082cf7a431493f92e2286b74aa5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7027161 Aug 04 08:39:17.704838 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 46520) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:17.733561 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-fd3b0f1f-1bd6-4bb6-902a-ec07b7607c80 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:17.735069 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-fd3b0f1f-1bd6-4bb6-902a-ec07b7607c80 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.61 "GET /v2.0/networks?id=bcab414a-87be-49bb-b8c9-05b67515974e HTTP/1.1" status: 200 len: 812 time: 0.9773333 Aug 04 08:39:17.785614 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-41581129-742a-4ec4-b019-ec590f977810 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Request body: {'port': {'device_id': 'a4c63450-9fb7-4de9-b9e7-a9aebc714323', 'network_id': 'bcab414a-87be-49bb-b8c9-05b67515974e', 'admin_state_up': True, 'tenant_id': 'c8a3905bb50a41f4b266648ec8206caa'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:39:17.864964 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-e83c75e3-3de6-43f7-8927-00260a697c54 req-b5e3ab54-8e45-423c-b6bb-857e86075728 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 210 time: 0.1217864 Aug 04 08:39:18.421194 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3890daa0-ec36-4c7b-9fd7-b9aa584d1f43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:18.444892 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-5c1d7238-8d09-469e-906e-995001f4e350 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:18.453839 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-5c1d7238-8d09-469e-906e-995001f4e350 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/networks?id=ac5dabef-071c-44b6-81ab-8c1938a68bd3 HTTP/1.1" status: 200 len: 818 time: 0.4995434 Aug 04 08:39:18.474047 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-c54fdf98-3e58-4951-82a1-60305d46fa04 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/quotas/55a9fea77bcc44ab9534b396d5e3d350 HTTP/1.1" status: 200 len: 375 time: 0.0207679 Aug 04 08:39:18.517843 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-44601bd5-9249-49ec-a696-4ec65030cb37 req-1bb5d4f9-7f70-41c7-931b-dfd4a1f1aea9 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 210 time: 0.2828450 Aug 04 08:39:18.520511 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:18.555662 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3727-7c57-4caa-b9b0-b03744a71b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:18.570972 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.db_base_plugin_common [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-a3a7a042-6dfa-45b0-b880-84e9518f3f37 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Allocated IP 172.20.0.10 (2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f/d78ce3b2-b500-4d2d-b04d-1644c52f7541/481f2ab9-8a66-48c7-a6fc-7b49bf7192af) {{(pid=100320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:39:18.579370 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d0084b5b-bac4-4061-9e21-a7b37c0df691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:18.580399 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3890daa0-ec36-4c7b-9fd7-b9aa584d1f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:18.649505 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3727-7c57-4caa-b9b0-b03744a71b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:18.778504 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 04550ca0-4e06-45fe-9239-a9e2ac11361f up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:39:18.795509 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d0084b5b-bac4-4061-9e21-a7b37c0df691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:18.822803 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-d97a3caf-212c-4867-b531-e4718893ee73 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=55a9fea77bcc44ab9534b396d5e3d350&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3476713 Aug 04 08:39:18.854390 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890daa0-ec36-4c7b-9fd7-b9aa584d1f43 admin admin] Pushing event updated for resources: {'Port': ['ID=d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:18.856937 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3890daa0-ec36-4c7b-9fd7-b9aa584d1f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055704'] for router_interface, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:18.884744 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-d0084b5b-bac4-4061-9e21-a7b37c0df691 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=79e479197fab4734897e4c1015a0e540&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0433125 Aug 04 08:39:18.887130 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 46560) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:18.887752 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0084b5b-bac4-4061-9e21-a7b37c0df691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c34a6aa-c033-429c-9d44-e574be7daa4f,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:19.025574 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning for port 04550ca0-4e06-45fe-9239-a9e2ac11361f completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:39:19.030743 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port 04550ca0-4e06-45fe-9239-a9e2ac11361f triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:39:19.031437 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:19.239461 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-41581129-742a-4ec4-b019-ec590f977810 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Made reservation on behalf of c8a3905bb50a41f4b266648ec8206caa for: {'port': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:39:19.261496 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-41581129-742a-4ec4-b019-ec590f977810 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:19.261795 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:19.261884 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3727-7c57-4caa-b9b0-b03744a71b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:19.261884 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3727-7c57-4caa-b9b0-b03744a71b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:19.262902 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-ff6d3727-7c57-4caa-b9b0-b03744a71b87 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dfc8d011-aa2c-41ea-80fb-95aa1bbfbaba HTTP/1.1" status: 204 len: 168 time: 1.5413163 Aug 04 08:39:19.275835 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-a3a7a042-6dfa-45b0-b880-84e9518f3f37 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Notify callbacks [] for port, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:19.353112 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d3727-7c57-4caa-b9b0-b03744a71b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc8d011-aa2c-41ea-80fb-95aa1bbfbaba,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:19.356214 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-6efa1f45-1513-4cf5-b1a3-32c589e5cab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:19.406682 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] For port 04550ca0-4e06-45fe-9239-a9e2ac11361f, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=04550ca0-4e06-45fe-9239-a9e2ac11361f,segment=NetworkSegment(147dad7c-ed05-492d-9e1e-40d0053815ac),segment_id=147dad7c-ed05-492d-9e1e-40d0053815ac)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:39:19.418309 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-6efa1f45-1513-4cf5-b1a3-32c589e5cab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:19.547396 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-33200af6-f321-49e3-bb70-0ad1a859ff22 req-f587cf64-926d-4e4d-9334-339732b38933 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 210 time: 0.2596645 Aug 04 08:39:19.604225 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:19.605602 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device e82497ae-de99-4dbf-8b27-833f4fa2806d up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:39:19.631629 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-6efa1f45-1513-4cf5-b1a3-32c589e5cab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:19.635905 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-6efa1f45-1513-4cf5-b1a3-32c589e5cab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:19.639368 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-6efa1f45-1513-4cf5-b1a3-32c589e5cab0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4c34a6aa-c033-429c-9d44-e574be7daa4f HTTP/1.1" status: 204 len: 168 time: 0.7454529 Aug 04 08:39:19.656403 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-577398cd-c800-4e14-9c9c-ffe3a03d8ba8 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=100321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 08:39:19.671386 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-a3a7a042-6dfa-45b0-b880-84e9518f3f37 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134116821'] for port, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:19.675439 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-577398cd-c800-4e14-9c9c-ffe3a03d8ba8 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4941425 Aug 04 08:39:19.693238 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa1f45-1513-4cf5-b1a3-32c589e5cab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c34a6aa-c033-429c-9d44-e574be7daa4f,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:19.788617 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3890daa0-ec36-4c7b-9fd7-b9aa584d1f43 admin admin] Network 4c817a01-120c-4c34-99bf-8b2dbd084298 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:39:19.796335 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Pushing event updated for resources: {'Port': ['ID=04550ca0-4e06-45fe-9239-a9e2ac11361f,revision_number=5']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:19.812324 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-3890daa0-ec36-4c7b-9fd7-b9aa584d1f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:39:19.889001 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-fa31d666-cd5c-4d5d-99cc-7874e84797b4 service neutron] 10.222.0.45 "GET /v2.0/networks/ac5dabef-071c-44b6-81ab-8c1938a68bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115932 Aug 04 08:39:19.910588 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7a042-6dfa-45b0-b880-84e9518f3f37 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Pushing event updated for resources: {'Port': ['ID=481f2ab9-8a66-48c7-a6fc-7b49bf7192af,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:19.938646 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-a3a7a042-6dfa-45b0-b880-84e9518f3f37 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Network 2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f is already hosted by enough agents. {{(pid=100320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:39:19.960988 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f780c060-9788-44d5-b4c4-07f1ed745e9d req-b4f2ab9f-2ed1-469a-b2d2-1cce64d9610f tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 210 time: 0.1778023 Aug 04 08:39:19.966801 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning for port e82497ae-de99-4dbf-8b27-833f4fa2806d completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:39:19.970939 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port e82497ae-de99-4dbf-8b27-833f4fa2806d triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:39:19.971288 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.base_scheduler [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-a3a7a042-6dfa-45b0-b880-84e9518f3f37 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Resources bound (agent type, host, resource id): {{(pid=100320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:39:19.972171 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:19.984482 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-a3a7a042-6dfa-45b0-b880-84e9518f3f37 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Received port after_create {{(pid=100320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:39:20.109837 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-a3a7a042-6dfa-45b0-b880-84e9518f3f37 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:20.109837 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-a3a7a042-6dfa-45b0-b880-84e9518f3f37 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for port, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:20.242967 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-a3a7a042-6dfa-45b0-b880-84e9518f3f37 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8482273 Aug 04 08:39:20.250580 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:20.263914 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-ac649b99-ee41-49c1-b8e4-296a7d5f813f tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=100320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 08:39:20.265100 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-ac649b99-ee41-49c1-b8e4-296a7d5f813f tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071921 Aug 04 08:39:20.292751 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 46586) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:20.344001 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] For port e82497ae-de99-4dbf-8b27-833f4fa2806d, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=e82497ae-de99-4dbf-8b27-833f4fa2806d,segment=NetworkSegment(14aa563b-e8c7-40ac-9bd4-d0f3043acf10),segment_id=14aa563b-e8c7-40ac-9bd4-d0f3043acf10)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:39:20.354595 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-a7a1362f-7674-4cea-9195-4faed0ff37e4 None None] Provisioning complete for port d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874 triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:39:20.355330 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a7a1362f-7674-4cea-9195-4faed0ff37e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:20.404994 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1362f-7674-4cea-9195-4faed0ff37e4 None None] Port d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874 cannot update to ACTIVE because it is not bound. {{(pid=100322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 08:39:20.423778 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:20.460195 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-41581129-742a-4ec4-b019-ec590f977810 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Allocated IP 172.20.0.10 (bcab414a-87be-49bb-b8c9-05b67515974e/2c165c90-bcac-445c-b6da-95d79809796d/72b05b6a-a5e6-492f-b096-70e19ddba32e) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:39:20.508649 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Pushing event updated for resources: {'Port': ['ID=e82497ae-de99-4dbf-8b27-833f4fa2806d,revision_number=4']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:20.607739 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-6895b63b-14b0-4d2d-aa46-fa6a9a549b7c service neutron] 10.222.0.45 "GET /v2.0/networks/ac5dabef-071c-44b6-81ab-8c1938a68bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443693 Aug 04 08:39:20.616086 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3890daa0-ec36-4c7b-9fd7-b9aa584d1f43 admin admin] Router c9f931c9-2943-4dfe-af33-d6aa563b9381 has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:39:20.653622 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 04550ca0-4e06-45fe-9239-a9e2ac11361f up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:39:20.882667 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc372e2-ba67-4e9a-bcf1-e39efa7be9ce req-ec0fe9b8-9afd-49c3-a005-36751e0c9264 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:20.884473 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-ccc372e2-ba67-4e9a-bcf1-e39efa7be9ce req-ec0fe9b8-9afd-49c3-a005-36751e0c9264 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 932 time: 0.1753190 Aug 04 08:39:20.886174 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e1fbcfb5-d26b-4cec-9755-35973d2d2ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:20.886652 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port 04550ca0-4e06-45fe-9239-a9e2ac11361f triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:39:20.887037 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:21.037967 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-43dbbfd8-5f51-4a0c-bafe-9f2882c05baf service neutron] Request body: {'port': {'device_id': '311603b0-2416-4fc6-a5a2-a4a6fbc8c07e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:39:21.083472 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-ccc372e2-ba67-4e9a-bcf1-e39efa7be9ce req-87da6a50-8068-4aeb-8593-bb7ef661fcc0 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621876 Aug 04 08:39:21.128422 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-43dbbfd8-5f51-4a0c-bafe-9f2882c05baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:21.304548 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-41581129-742a-4ec4-b019-ec590f977810 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:21.416800 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3890daa0-ec36-4c7b-9fd7-b9aa584d1f43 admin admin] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:39:21.425890 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-3890daa0-ec36-4c7b-9fd7-b9aa584d1f43 admin admin] 10.222.0.45 "PUT /v2.0/routers/c9f931c9-2943-4dfe-af33-d6aa563b9381/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4210773 Aug 04 08:39:21.428388 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd86bf0-cd76-411f-bdb3-ebed190dad70 None None] Sync routers for ids ['c9f931c9-2943-4dfe-af33-d6aa563b9381'] in dv-cinder-802653-4-iscsi {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:39:21.438350 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-41581129-742a-4ec4-b019-ec590f977810 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:21.448213 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd86bf0-cd76-411f-bdb3-ebed190dad70 None None] Routers {'c9f931c9-2943-4dfe-af33-d6aa563b9381'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:39:21.449929 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-0bd86bf0-cd76-411f-bdb3-ebed190dad70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:39:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['c9f931c9-2943-4dfe-af33-d6aa563b9381'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:39:21.641994 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-41581129-742a-4ec4-b019-ec590f977810 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Network bcab414a-87be-49bb-b8c9-05b67515974e is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:39:21.665250 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-41581129-742a-4ec4-b019-ec590f977810 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:39:21.726020 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-41581129-742a-4ec4-b019-ec590f977810 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:39:21.730472 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c71bd1d3-b22f-4f60-a8b6-774a564ff741 req-bfbfa441-e61e-478d-bc74-eb725f482518 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 210 time: 0.2049077 Aug 04 08:39:21.811609 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41581129-742a-4ec4-b019-ec590f977810 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Pushing event updated for resources: {'Port': ['ID=72b05b6a-a5e6-492f-b096-70e19ddba32e,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:21.853120 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.notifiers.nova [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-43dbbfd8-5f51-4a0c-bafe-9f2882c05baf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 481f2ab9-8a66-48c7-a6fc-7b49bf7192af {{(pid=100320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:39:21.866252 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-41581129-742a-4ec4-b019-ec590f977810 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:21.866905 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-41581129-742a-4ec4-b019-ec590f977810 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:21.868231 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-43dbbfd8-5f51-4a0c-bafe-9f2882c05baf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:21.872590 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-0bd86bf0-cd76-411f-bdb3-ebed190dad70 None None] Set router c9f931c9-2943-4dfe-af33-d6aa563b9381 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:39:21.886567 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.provisioning_blocks [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-43dbbfd8-5f51-4a0c-bafe-9f2882c05baf service neutron] Transition to ACTIVE for port object 481f2ab9-8a66-48c7-a6fc-7b49bf7192af will not be triggered until provisioned by entity L2. {{(pid=100320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:39:21.890095 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e1fbcfb5-d26b-4cec-9755-35973d2d2ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:21.951595 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-43dbbfd8-5f51-4a0c-bafe-9f2882c05baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134116828'] for port, after_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:21.987498 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e1fbcfb5-d26b-4cec-9755-35973d2d2ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:22.043572 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-41581129-742a-4ec4-b019-ec590f977810 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2783370 Aug 04 08:39:22.100731 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-e1fbcfb5-d26b-4cec-9755-35973d2d2ba3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=caf7e23987d34ebc9eb6fe5135497db6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8062227 Aug 04 08:39:22.103226 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 46648) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:22.136141 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-e585e0b9-8915-405b-8bb8-a45674cdf3fc service neutron] Request body: {'port': {'device_id': 'a4c63450-9fb7-4de9-b9e7-a9aebc714323', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:39:22.154656 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ec87d-fe29-4f5b-a556-6f630c4b0bac req-b9314257-d540-4725-99b5-3defa44a134a tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:22.165767 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-3d6ec87d-fe29-4f5b-a556-6f630c4b0bac req-b9314257-d540-4725-99b5-3defa44a134a tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 932 time: 0.4440055 Aug 04 08:39:22.272166 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-3d6ec87d-fe29-4f5b-a556-6f630c4b0bac req-9dd8ab5a-2951-4f20-aea8-8853f51e273c tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/security-groups?id=30ebbb7d-0603-4a25-91c7-f24d02749395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800765 Aug 04 08:39:22.286933 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dbbfd8-5f51-4a0c-bafe-9f2882c05baf service neutron] Pushing event updated for resources: {'Port': ['ID=481f2ab9-8a66-48c7-a6fc-7b49bf7192af,revision_number=2']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:22.359879 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.61', 60196) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:22.370039 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-0bd86bf0-cd76-411f-bdb3-ebed190dad70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'name': 'tempest-AttachVolumeTestJSON-339756056-router', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:39:08Z', 'updated_at': '2021-08-04T08:39:16Z', 'revision_number': 4, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'gw_port': {'id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:09Z', 'updated_at': '2021-08-04T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': 'd4ba8a4c-be0c-48ff-a7aa-a7f1e088f874', 'name': '', 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'mac_address': 'fa:16:3e:8c:09:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8b561a38-fec8-4399-844a-bbe6e7ef59b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:14Z', 'updated_at': '2021-08-04T08:39:17Z', 'revision_number': 2, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'subnets': [{'id': '8b561a38-fec8-4399-844a-bbe6e7ef59b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:39:22.411994 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fbcfb5-d26b-4cec-9755-35973d2d2ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24abc23d-5d5e-4aff-a8f8-b3ff0d12155d,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:22.433271 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-df2f0158-7edf-4818-a12f-3f6bc9a52464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:22.449353 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd86bf0-cd76-411f-bdb3-ebed190dad70 None None] Checking router: c9f931c9-2943-4dfe-af33-d6aa563b9381 for host: dv-cinder-802653-4-iscsi {{(pid=100322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:39:22.450318 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd86bf0-cd76-411f-bdb3-ebed190dad70 None None] Updating router c9f931c9-2943-4dfe-af33-d6aa563b9381 port d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874 binding host dv-cinder-802653-4-iscsi {{(pid=100322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 08:39:22.477572 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-df2f0158-7edf-4818-a12f-3f6bc9a52464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:22.495035 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.managers [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-43dbbfd8-5f51-4a0c-bafe-9f2882c05baf service neutron] Attempting to bind port 481f2ab9-8a66-48c7-a6fc-7b49bf7192af on host hv-cinder-80265 for vnic_type normal with profile {{(pid=100320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:39:22.497158 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.managers [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-43dbbfd8-5f51-4a0c-bafe-9f2882c05baf service neutron] Attempting to bind port 481f2ab9-8a66-48c7-a6fc-7b49bf7192af by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': 'b9bcbbd9-c1c5-45af-90bb-9eb9716d692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f'}] {{(pid=100320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:39:22.497522 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-43dbbfd8-5f51-4a0c-bafe-9f2882c05baf service neutron] Attempting to bind port 481f2ab9-8a66-48c7-a6fc-7b49bf7192af on network 2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f {{(pid=100320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:39:22.500381 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-e585e0b9-8915-405b-8bb8-a45674cdf3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:22.517898 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-0bd86bf0-cd76-411f-bdb3-ebed190dad70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:22.569336 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-43dbbfd8-5f51-4a0c-bafe-9f2882c05baf service neutron] Port 481f2ab9-8a66-48c7-a6fc-7b49bf7192af on network 2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=100320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 08:39:22.569336 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-43dbbfd8-5f51-4a0c-bafe-9f2882c05baf service neutron] Attempting to bind port 481f2ab9-8a66-48c7-a6fc-7b49bf7192af on network 2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f {{(pid=100320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:39:22.648285 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device e82497ae-de99-4dbf-8b27-833f4fa2806d up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:39:22.652948 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-43dbbfd8-5f51-4a0c-bafe-9f2882c05baf service neutron] Checking agent: {'id': '9a1e25f0-5e7e-4202-aeb1-29bde28f6183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'started_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:39:22.652948 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-43dbbfd8-5f51-4a0c-bafe-9f2882c05baf service neutron] Checking segment: {'id': 'b9bcbbd9-c1c5-45af-90bb-9eb9716d692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:39:22.655385 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-43dbbfd8-5f51-4a0c-bafe-9f2882c05baf service neutron] Bound using segment: {'id': 'b9bcbbd9-c1c5-45af-90bb-9eb9716d692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f'} {{(pid=100320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:39:22.656020 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.managers [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-43dbbfd8-5f51-4a0c-bafe-9f2882c05baf service neutron] Bound port: 481f2ab9-8a66-48c7-a6fc-7b49bf7192af, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9bcbbd9-c1c5-45af-90bb-9eb9716d692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f'}}] {{(pid=100320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:39:22.656355 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-43dbbfd8-5f51-4a0c-bafe-9f2882c05baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:22.935469 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port e82497ae-de99-4dbf-8b27-833f4fa2806d triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:39:22.936639 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:23.178734 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e434f-edd1-4253-a15c-a642570f0bfe req-cf89d706-4911-4efb-a14d-da17ee2d00ce tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:23.201071 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-8c2e434f-edd1-4253-a15c-a642570f0bfe req-cf89d706-4911-4efb-a14d-da17ee2d00ce tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 944 time: 0.7316961 Aug 04 08:39:23.277714 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-df2f0158-7edf-4818-a12f-3f6bc9a52464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:23.285866 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-df2f0158-7edf-4818-a12f-3f6bc9a52464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:23.289996 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-df2f0158-7edf-4818-a12f-3f6bc9a52464 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/24abc23d-5d5e-4aff-a8f8-b3ff0d12155d HTTP/1.1" status: 204 len: 168 time: 1.1678495 Aug 04 08:39:23.395819 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-8c2e434f-edd1-4253-a15c-a642570f0bfe req-ddc78b96-5535-4312-86dd-3b896101bcd5 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909611 Aug 04 08:39:23.419758 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f0158-7edf-4818-a12f-3f6bc9a52464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24abc23d-5d5e-4aff-a8f8-b3ff0d12155d,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:23.568693 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.db [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-43dbbfd8-5f51-4a0c-bafe-9f2882c05baf service neutron] For port 481f2ab9-8a66-48c7-a6fc-7b49bf7192af, host hv-cinder-80265, cleared binding levels {{(pid=100320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:39:23.580674 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-caf44948-b69a-4f16-9cbe-ee73336b0c80 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:23.583337 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.db [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-43dbbfd8-5f51-4a0c-bafe-9f2882c05baf service neutron] For port 481f2ab9-8a66-48c7-a6fc-7b49bf7192af, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=481f2ab9-8a66-48c7-a6fc-7b49bf7192af,segment=NetworkSegment(b9bcbbd9-c1c5-45af-90bb-9eb9716d692f),segment_id=b9bcbbd9-c1c5-45af-90bb-9eb9716d692f)] {{(pid=100320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:39:23.588931 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-caf44948-b69a-4f16-9cbe-ee73336b0c80 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.61 "GET /v2.0/networks?id=ac5dabef-071c-44b6-81ab-8c1938a68bd3 HTTP/1.1" status: 200 len: 818 time: 1.1875682 Aug 04 08:39:23.612400 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-0bd86bf0-cd76-411f-bdb3-ebed190dad70 None None] Notify callbacks [] for port, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:23.626766 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 46690) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:23.639308 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-c2aad341-0b59-4ab7-940f-30716dd7a941 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1955227761', 'description': 'tempest-description--1877477130'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:39:23.648419 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-0bd86bf0-cd76-411f-bdb3-ebed190dad70 None None] Transition to ACTIVE for port object d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874 will not be triggered until provisioned by entity L2. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:39:23.687399 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-b0bdebc3-fdb7-429f-8b1a-8de5d0250cda tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Request body: {'port': {'device_id': 'a4570c26-3383-40a8-99b8-0398b6128315', 'network_id': 'ac5dabef-071c-44b6-81ab-8c1938a68bd3', 'admin_state_up': True, 'tenant_id': '55a9fea77bcc44ab9534b396d5e3d350'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:39:23.712745 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-402c98b2-d0ba-4f84-a08c-9887b8b52b33 req-b37e1cfe-8eb2-4380-99e6-1261178e9972 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 210 time: 0.1236238 Aug 04 08:39:23.720220 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-43dbbfd8-5f51-4a0c-bafe-9f2882c05baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134116828'] for port, after_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:23.739923 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-0bd86bf0-cd76-411f-bdb3-ebed190dad70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:23.835713 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dbbfd8-5f51-4a0c-bafe-9f2882c05baf service neutron] Pushing event updated for resources: {'Port': ['ID=481f2ab9-8a66-48c7-a6fc-7b49bf7192af,revision_number=3']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:23.835713 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c2aad341-0b59-4ab7-940f-30716dd7a941 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:23.904085 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96733ed6-86e2-421c-ba55-13b350d4bb2a None None] Pushing event updated for resources: {'Port': ['ID=d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874,revision_number=3']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:24.034791 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-0bd86bf0-cd76-411f-bdb3-ebed190dad70 None None] Attempting to bind port d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874 on host dv-cinder-802653-4-iscsi for vnic_type normal with profile {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:39:24.034791 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-0bd86bf0-cd76-411f-bdb3-ebed190dad70 None None] Attempting to bind port d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874 by drivers openvswitch,hyperv on host dv-cinder-802653-4-iscsi at level 0 using segments [{'id': '5e68a294-6a8a-445c-8bd6-23f3bac2ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298'}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:39:24.034791 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd86bf0-cd76-411f-bdb3-ebed190dad70 None None] Attempting to bind port d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874 on network 4c817a01-120c-4c34-99bf-8b2dbd084298 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:39:24.034791 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd86bf0-cd76-411f-bdb3-ebed190dad70 None None] Checking agent: {'id': '88e3f6d8-c986-4299-b0e5-a4c4ec344b2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 31, 10), 'started_at': datetime.datetime(2021, 8, 4, 8, 31, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:39:24.034791 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd86bf0-cd76-411f-bdb3-ebed190dad70 None None] Checking segment: {'id': '5e68a294-6a8a-445c-8bd6-23f3bac2ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:39:24.034791 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-0bd86bf0-cd76-411f-bdb3-ebed190dad70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:24.034791 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd86bf0-cd76-411f-bdb3-ebed190dad70 None None] Bound using segment: {'id': '5e68a294-6a8a-445c-8bd6-23f3bac2ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298'} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:39:24.034791 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-0bd86bf0-cd76-411f-bdb3-ebed190dad70 None None] Bound port: d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874, host: dv-cinder-802653-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e68a294-6a8a-445c-8bd6-23f3bac2ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298'}}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:39:24.034791 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-0bd86bf0-cd76-411f-bdb3-ebed190dad70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:24.036745 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-43dbbfd8-5f51-4a0c-bafe-9f2882c05baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:24.036745 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-43dbbfd8-5f51-4a0c-bafe-9f2882c05baf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for port, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:24.036745 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-43dbbfd8-5f51-4a0c-bafe-9f2882c05baf service neutron] 10.222.0.61 "PUT /v2.0/ports/481f2ab9-8a66-48c7-a6fc-7b49bf7192af HTTP/1.1" status: 200 len: 1094 time: 3.4424593 Aug 04 08:39:24.036745 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311603b0-2416-4fc6-a5a2-a4a6fbc8c07e', 'tag': '481f2ab9-8a66-48c7-a6fc-7b49bf7192af'}] {{(pid=100320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:39:24.156755 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c2aad341-0b59-4ab7-940f-30716dd7a941 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:24.237293 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-0bd86bf0-cd76-411f-bdb3-ebed190dad70 None None] For port d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874, host dv-cinder-802653-4-iscsi, cleared binding levels {{(pid=100322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:39:24.245006 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-0bd86bf0-cd76-411f-bdb3-ebed190dad70 None None] For port d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874, host dv-cinder-802653-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874,segment=NetworkSegment(5e68a294-6a8a-445c-8bd6-23f3bac2ccca),segment_id=5e68a294-6a8a-445c-8bd6-23f3bac2ccca)] {{(pid=100322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:39:24.251579 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c2aad341-0b59-4ab7-940f-30716dd7a941 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:24.317330 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-0bd86bf0-cd76-411f-bdb3-ebed190dad70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:24.400996 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-e585e0b9-8915-405b-8bb8-a45674cdf3fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72b05b6a-a5e6-492f-b096-70e19ddba32e {{(pid=100321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:39:24.430144 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-e585e0b9-8915-405b-8bb8-a45674cdf3fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:24.433440 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aad341-0b59-4ab7-940f-30716dd7a941 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb4be86-fe92-4e57-a4d9-69db1c797f08,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:24.452574 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd86bf0-cd76-411f-bdb3-ebed190dad70 None None] Routers {'c9f931c9-2943-4dfe-af33-d6aa563b9381'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:39:24.455281 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-0bd86bf0-cd76-411f-bdb3-ebed190dad70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:39:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['c9f931c9-2943-4dfe-af33-d6aa563b9381'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:39:24.504346 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-e585e0b9-8915-405b-8bb8-a45674cdf3fc service neutron] Transition to ACTIVE for port object 72b05b6a-a5e6-492f-b096-70e19ddba32e will not be triggered until provisioned by entity L2. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:39:24.518126 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c2aad341-0b59-4ab7-940f-30716dd7a941 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:24.524073 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-c2aad341-0b59-4ab7-940f-30716dd7a941 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8944571 Aug 04 08:39:24.533678 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 46710) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:24.539995 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82ee73-8efb-4c27-8e9b-95701155d2b2 req-f83a042f-75ab-414c-8ecc-e03329b8cba7 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:24.551148 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ec82ee73-8efb-4c27-8e9b-95701155d2b2 req-f83a042f-75ab-414c-8ecc-e03329b8cba7 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 932 time: 0.6984482 Aug 04 08:39:24.565249 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-c834f223-2ddb-465a-b63e-58d629ee0663 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Request body: {'security_group_rule': {'security_group_id': '1bb4be86-fe92-4e57-a4d9-69db1c797f08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:39:24.592968 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-e4ffe0ae-e7b3-4e32-96aa-7ca08788e9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:24.595591 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-e4ffe0ae-e7b3-4e32-96aa-7ca08788e9ca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c25f110a37484ed783206cb1e0516c8e&device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 1097 time: 0.2534010 Aug 04 08:39:24.606818 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-e585e0b9-8915-405b-8bb8-a45674cdf3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:24.624434 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.61', 60202) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:24.717397 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.db.api [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-b0bdebc3-fdb7-429f-8b1a-8de5d0250cda tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 08:39:24.717397 dv-cinder-802653-4-iscsi neutron-server[100321]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 04 08:39:24.717397 dv-cinder-802653-4-iscsi neutron-server[100321]: [parameters: {'project_id': '55a9fea77bcc44ab9534b396d5e3d350', 'id': '3650bfce-c51e-419b-9708-b506c292c554', 'expiration': datetime.datetime(2021, 8, 4, 8, 41, 24, 629432)}] Aug 04 08:39:24.717397 dv-cinder-802653-4-iscsi neutron-server[100321]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100321) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 08:39:24.717397 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG oslo_db.api [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-b0bdebc3-fdb7-429f-8b1a-8de5d0250cda tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 08:39:24.753281 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-0bd86bf0-cd76-411f-bdb3-ebed190dad70 None None] Set router c9f931c9-2943-4dfe-af33-d6aa563b9381 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:39:24.908337 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ec82ee73-8efb-4c27-8e9b-95701155d2b2 req-f7d0d22a-22e0-4177-ae2d-198ac92e3ef9 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/security-groups?id=30ebbb7d-0603-4a25-91c7-f24d02749395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552060 Aug 04 08:39:24.951416 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-6fbc6914-6f44-4728-ad71-0e49e9c266ef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=481f2ab9-8a66-48c7-a6fc-7b49bf7192af HTTP/1.1" status: 200 len: 217 time: 0.2512085 Aug 04 08:39:24.963512 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585e0b9-8915-405b-8bb8-a45674cdf3fc service neutron] Pushing event updated for resources: {'Port': ['ID=72b05b6a-a5e6-492f-b096-70e19ddba32e,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:25.023204 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96733ed6-86e2-421c-ba55-13b350d4bb2a None None] Pushing event updated for resources: {'Port': ['ID=d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874,revision_number=4']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:25.029399 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-0bd86bf0-cd76-411f-bdb3-ebed190dad70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'name': 'tempest-AttachVolumeTestJSON-339756056-router', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:39:08Z', 'updated_at': '2021-08-04T08:39:16Z', 'revision_number': 4, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'gw_port': {'id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:09Z', 'updated_at': '2021-08-04T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': 'd4ba8a4c-be0c-48ff-a7aa-a7f1e088f874', 'name': '', 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'mac_address': 'fa:16:3e:8c:09:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8b561a38-fec8-4399-844a-bbe6e7ef59b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:14Z', 'updated_at': '2021-08-04T08:39:24Z', 'revision_number': 4, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'subnets': [{'id': '8b561a38-fec8-4399-844a-bbe6e7ef59b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:39:25.066974 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd86bf0-cd76-411f-bdb3-ebed190dad70 None None] The sync data for ids ['c9f931c9-2943-4dfe-af33-d6aa563b9381'] in dv-cinder-802653-4-iscsi is: [{'id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'name': 'tempest-AttachVolumeTestJSON-339756056-router', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:39:08Z', 'updated_at': '2021-08-04T08:39:16Z', 'revision_number': 4, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'gw_port': {'id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:09Z', 'updated_at': '2021-08-04T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': 'd4ba8a4c-be0c-48ff-a7aa-a7f1e088f874', 'name': '', 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'mac_address': 'fa:16:3e:8c:09:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8b561a38-fec8-4399-844a-bbe6e7ef59b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:14Z', 'updated_at': '2021-08-04T08:39:24Z', 'revision_number': 4, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'subnets': [{'id': '8b561a38-fec8-4399-844a-bbe6e7ef59b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:39:25.160062 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0fb8cf4a75af305c05a6811089918ae1dc95fdd1c14f947d6ddb53af2a89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af37308f-bd7e-4301-908c-9c2a6e5caee1" -d '{"events": [{"name": "network-changed", "server_uuid": "311603b0-2416-4fc6-a5a2-a4a6fbc8c07e", "tag": "481f2ab9-8a66-48c7-a6fc-7b49bf7192af"}]}' {{(pid=100320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:39:25.188296 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a0746-0334-4d45-ac26-9f98499a3d91 req-7ec6f177-1909-4812-bc77-a8080288ba65 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:25.189956 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-0e3a0746-0334-4d45-ac26-9f98499a3d91 req-7ec6f177-1909-4812-bc77-a8080288ba65 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 944 time: 0.5849376 Aug 04 08:39:25.306267 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-202c6a81-692f-4c7f-9a55-87d75c6e2dd1 req-728083b4-92de-493e-aad5-5397fe5cfdd0 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 210 time: 0.2014165 Aug 04 08:39:25.317709 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-c93ae810-08b6-4aea-806c-f7a3a8de6bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:25.319245 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-c93ae810-08b6-4aea-806c-f7a3a8de6bb5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d78ce3b2-b500-4d2d-b04d-1644c52f7541 HTTP/1.1" status: 200 len: 853 time: 0.3489485 Aug 04 08:39:25.321337 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-17a8dfbc-9975-4e91-ba92-9639b612b631 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:25.345417 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-17a8dfbc-9975-4e91-ba92-9639b612b631 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.61 "GET /v2.0/networks?id=ac5dabef-071c-44b6-81ab-8c1938a68bd3 HTTP/1.1" status: 200 len: 818 time: 0.6802762 Aug 04 08:39:25.346402 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c834f223-2ddb-465a-b63e-58d629ee0663 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:25.391661 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-9bc98f44-6a19-4fe1-a8fc-44ddf456d5f5 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Request body: {'port': {'device_id': 'faef54ff-872b-4063-847a-86c301dc84e9', 'network_id': 'ac5dabef-071c-44b6-81ab-8c1938a68bd3', 'admin_state_up': True, 'tenant_id': '55a9fea77bcc44ab9534b396d5e3d350'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:39:25.434049 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-0e3a0746-0334-4d45-ac26-9f98499a3d91 req-ea5a7266-4f80-4309-8ecd-61a4a4ed94f2 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917932 Aug 04 08:39:25.435969 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-1fb42392-d19b-447a-a219-19099e025bff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846176 Aug 04 08:39:25.477725 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-e585e0b9-8915-405b-8bb8-a45674cdf3fc service neutron] Attempting to bind port 72b05b6a-a5e6-492f-b096-70e19ddba32e on host hv-cinder-80265 for vnic_type normal with profile {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:39:25.478147 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-e585e0b9-8915-405b-8bb8-a45674cdf3fc service neutron] Attempting to bind port 72b05b6a-a5e6-492f-b096-70e19ddba32e by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': 'cb027c75-94ed-425f-9c98-b5e42a064b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'bcab414a-87be-49bb-b8c9-05b67515974e'}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:39:25.478593 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-e585e0b9-8915-405b-8bb8-a45674cdf3fc service neutron] Attempting to bind port 72b05b6a-a5e6-492f-b096-70e19ddba32e on network bcab414a-87be-49bb-b8c9-05b67515974e {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:39:25.510029 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-e585e0b9-8915-405b-8bb8-a45674cdf3fc service neutron] Port 72b05b6a-a5e6-492f-b096-70e19ddba32e on network bcab414a-87be-49bb-b8c9-05b67515974e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 08:39:25.510616 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-e585e0b9-8915-405b-8bb8-a45674cdf3fc service neutron] Attempting to bind port 72b05b6a-a5e6-492f-b096-70e19ddba32e on network bcab414a-87be-49bb-b8c9-05b67515974e {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:39:25.527846 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-e585e0b9-8915-405b-8bb8-a45674cdf3fc service neutron] Checking agent: {'id': '9a1e25f0-5e7e-4202-aeb1-29bde28f6183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'started_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:39:25.530147 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-e585e0b9-8915-405b-8bb8-a45674cdf3fc service neutron] Checking segment: {'id': 'cb027c75-94ed-425f-9c98-b5e42a064b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'bcab414a-87be-49bb-b8c9-05b67515974e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:39:25.530952 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-e585e0b9-8915-405b-8bb8-a45674cdf3fc service neutron] Bound using segment: {'id': 'cb027c75-94ed-425f-9c98-b5e42a064b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'bcab414a-87be-49bb-b8c9-05b67515974e'} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:39:25.532997 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-e585e0b9-8915-405b-8bb8-a45674cdf3fc service neutron] Bound port: 72b05b6a-a5e6-492f-b096-70e19ddba32e, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb027c75-94ed-425f-9c98-b5e42a064b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'bcab414a-87be-49bb-b8c9-05b67515974e'}}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:39:25.533700 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-e585e0b9-8915-405b-8bb8-a45674cdf3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:25.577363 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-fb494c03-2a78-4eec-989c-e6c0526171ac service neutron] 10.222.0.61 "GET /v2.0/networks/2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298945 Aug 04 08:39:25.736492 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-b0bdebc3-fdb7-429f-8b1a-8de5d0250cda tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Made reservation on behalf of 55a9fea77bcc44ab9534b396d5e3d350 for: {'port': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:39:25.743117 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-b0bdebc3-fdb7-429f-8b1a-8de5d0250cda tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:25.789987 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c834f223-2ddb-465a-b63e-58d629ee0663 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:25.795793 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-e585e0b9-8915-405b-8bb8-a45674cdf3fc service neutron] For port 72b05b6a-a5e6-492f-b096-70e19ddba32e, host hv-cinder-80265, cleared binding levels {{(pid=100321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:39:25.847890 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-e585e0b9-8915-405b-8bb8-a45674cdf3fc service neutron] For port 72b05b6a-a5e6-492f-b096-70e19ddba32e, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=72b05b6a-a5e6-492f-b096-70e19ddba32e,segment=NetworkSegment(cb027c75-94ed-425f-9c98-b5e42a064b38),segment_id=cb027c75-94ed-425f-9c98-b5e42a064b38)] {{(pid=100321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:39:25.925184 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-9bc98f44-6a19-4fe1-a8fc-44ddf456d5f5 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Made reservation on behalf of 55a9fea77bcc44ab9534b396d5e3d350 for: {'port': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:39:25.938526 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-9bc98f44-6a19-4fe1-a8fc-44ddf456d5f5 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:25.952060 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-e585e0b9-8915-405b-8bb8-a45674cdf3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:25.978466 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c834f223-2ddb-465a-b63e-58d629ee0663 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085599'] for security_group_rule, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:26.008731 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74c0679-d221-4336-ace5-0addfd2e3aa3 x-openstack-request-id: req-f74c0679-d221-4336-ace5-0addfd2e3aa3 {{(pid=100320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:39:26.008957 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311603b0-2416-4fc6-a5a2-a4a6fbc8c07e", "tag": "481f2ab9-8a66-48c7-a6fc-7b49bf7192af", "status": "completed", "code": 200}]} {{(pid=100320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:39:26.009215 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f74c0679-d221-4336-ace5-0addfd2e3aa3 {{(pid=100320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:39:26.009806 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311603b0-2416-4fc6-a5a2-a4a6fbc8c07e', 'tag': '481f2ab9-8a66-48c7-a6fc-7b49bf7192af', 'status': 'completed', 'code': 200} Aug 04 08:39:26.131793 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-e585e0b9-8915-405b-8bb8-a45674cdf3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:26.132491 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-e585e0b9-8915-405b-8bb8-a45674cdf3fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:26.134641 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-e585e0b9-8915-405b-8bb8-a45674cdf3fc service neutron] 10.222.0.61 "PUT /v2.0/ports/72b05b6a-a5e6-492f-b096-70e19ddba32e HTTP/1.1" status: 200 len: 1094 time: 4.0097523 Aug 04 08:39:26.153887 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-7a0a49ff-224f-4018-94cd-9eccb72f2274 req-b5652c34-7016-4870-8e38-a49c3b819c4b service neutron] 10.222.0.61 "GET /v2.0/networks/2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235543 Aug 04 08:39:26.193581 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834f223-2ddb-465a-b63e-58d629ee0663 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ed4b946-6357-4ec5-b285-e14d48765a64,revision_number=0']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:26.205741 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c63450-9fb7-4de9-b9e7-a9aebc714323', 'tag': '72b05b6a-a5e6-492f-b096-70e19ddba32e'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:39:26.328441 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a52d4-d772-43a3-a66c-2e4d79e969c1 req-ccb33cd3-490a-40a9-a402-26b56e060f5c tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:26.328441 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-eb9a52d4-d772-43a3-a66c-2e4d79e969c1 req-ccb33cd3-490a-40a9-a402-26b56e060f5c tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 944 time: 0.2144067 Aug 04 08:39:26.329692 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585e0b9-8915-405b-8bb8-a45674cdf3fc service neutron] Pushing event updated for resources: {'Port': ['ID=72b05b6a-a5e6-492f-b096-70e19ddba32e,revision_number=3']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:26.329692 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-b0bdebc3-fdb7-429f-8b1a-8de5d0250cda tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Allocated IP 172.20.0.8 (ac5dabef-071c-44b6-81ab-8c1938a68bd3/d3847e2a-31ec-433f-bb0a-5a9cd2601977/373e7360-f556-42f1-a5bc-cb5fe9092bb5) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:39:26.329857 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-eb9a52d4-d772-43a3-a66c-2e4d79e969c1 req-bf032635-3e77-4f7f-a453-532dfc44faca tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/security-groups?id=30ebbb7d-0603-4a25-91c7-f24d02749395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403018 Aug 04 08:39:26.480162 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7db4af83-8fcf-44f3-816c-2a49d542826c req-4dad0790-cfa7-4f99-ac45-2d113b43a3fe tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 210 time: 0.0522509 Aug 04 08:39:26.560602 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c834f223-2ddb-465a-b63e-58d629ee0663 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:26.576244 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-c834f223-2ddb-465a-b63e-58d629ee0663 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0147026 Aug 04 08:39:26.576244 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 46766) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:26.582771 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-97688847-a0df-42be-9dc5-55ffa7517eb8 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Request body: {'security_group_rule': {'security_group_id': '1bb4be86-fe92-4e57-a4d9-69db1c797f08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:39:26.666323 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-b0bdebc3-fdb7-429f-8b1a-8de5d0250cda tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:26.728261 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874 up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:39:26.744136 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98fd1e-f1bf-4b55-8fd1-71e73d84d5f1 req-8659ba83-dfb9-4189-9686-5403dfa1723e tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:26.748066 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-5b98fd1e-f1bf-4b55-8fd1-71e73d84d5f1 req-8659ba83-dfb9-4189-9686-5403dfa1723e tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 944 time: 0.1200347 Aug 04 08:39:26.757572 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-97688847-a0df-42be-9dc5-55ffa7517eb8 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:26.766077 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 6 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:39:26.979315 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-5b98fd1e-f1bf-4b55-8fd1-71e73d84d5f1 req-f6cc831b-4cd2-432e-8600-5d2bd9ec25ae tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039040 Aug 04 08:39:26.979315 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-97688847-a0df-42be-9dc5-55ffa7517eb8 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:27.003242 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 46780) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:27.033966 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-b0bdebc3-fdb7-429f-8b1a-8de5d0250cda tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:27.048008 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-89c993aa-7def-4124-bef8-56c6f3e91ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:27.051448 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-89c993aa-7def-4124-bef8-56c6f3e91ed8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8a3905bb50a41f4b266648ec8206caa&device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 1097 time: 0.1326110 Aug 04 08:39:27.052041 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b5cefb-fd4c-4ddb-b40f-4a4a10ca3856" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c63450-9fb7-4de9-b9e7-a9aebc714323", "tag": "72b05b6a-a5e6-492f-b096-70e19ddba32e"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:39:27.088617 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning for port d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874 completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:39:27.088835 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-97688847-a0df-42be-9dc5-55ffa7517eb8 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085599'] for security_group_rule, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:27.093756 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:39:27.097011 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:27.170970 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97688847-a0df-42be-9dc5-55ffa7517eb8 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61b2f54-5c5d-4f0f-a822-31adcdf79fc3,revision_number=0']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:27.185543 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-97688847-a0df-42be-9dc5-55ffa7517eb8 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:27.188917 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-97688847-a0df-42be-9dc5-55ffa7517eb8 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6130819 Aug 04 08:39:27.227302 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-b0bdebc3-fdb7-429f-8b1a-8de5d0250cda tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Network ac5dabef-071c-44b6-81ab-8c1938a68bd3 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:39:27.229436 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 46792) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:27.241762 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-b0bdebc3-fdb7-429f-8b1a-8de5d0250cda tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:39:27.248011 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-b0bdebc3-fdb7-429f-8b1a-8de5d0250cda tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:39:27.252530 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:27.276931 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-04a99a30-52d4-4511-a218-f79e0757f771 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Request body: {'floatingip': {'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:39:27.294316 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-5da5d5a3-92c3-4049-b970-81980f93d337 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72b05b6a-a5e6-492f-b096-70e19ddba32e HTTP/1.1" status: 200 len: 217 time: 0.1858339 Aug 04 08:39:27.299131 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] For port d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874,segment=NetworkSegment(5e68a294-6a8a-445c-8bd6-23f3bac2ccca),segment_id=5e68a294-6a8a-445c-8bd6-23f3bac2ccca)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:39:27.352870 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:27.451990 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37308f-bd7e-4301-908c-9c2a6e5caee1 req-7acb6a43-e6eb-402f-919a-0d9d4e8eebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:27.455303 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-af37308f-bd7e-4301-908c-9c2a6e5caee1 req-7acb6a43-e6eb-402f-919a-0d9d4e8eebd2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c25f110a37484ed783206cb1e0516c8e&device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 1097 time: 0.5107570 Aug 04 08:39:27.464775 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-b0bdebc3-fdb7-429f-8b1a-8de5d0250cda tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:27.469082 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-b0bdebc3-fdb7-429f-8b1a-8de5d0250cda tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:27.489998 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d98656ad-95eb-4489-9179-63ede21647ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:27.502642 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d391b1d3-f5a9-4470-ae44-a0026b779d42 x-openstack-request-id: req-d391b1d3-f5a9-4470-ae44-a0026b779d42 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:39:27.504088 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c63450-9fb7-4de9-b9e7-a9aebc714323", "tag": "72b05b6a-a5e6-492f-b096-70e19ddba32e", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:39:27.504088 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d391b1d3-f5a9-4470-ae44-a0026b779d42 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:39:27.507268 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c63450-9fb7-4de9-b9e7-a9aebc714323', 'tag': '72b05b6a-a5e6-492f-b096-70e19ddba32e', 'status': 'completed', 'code': 200} Aug 04 08:39:27.530744 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Pushing event updated for resources: {'Port': ['ID=d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874,revision_number=5']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:27.535880 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-2e3e2a94-65e3-4d5f-8654-6c335a4272d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:27.537732 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-2e3e2a94-65e3-4d5f-8654-6c335a4272d3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2c165c90-bcac-445c-b6da-95d79809796d HTTP/1.1" status: 200 len: 852 time: 0.2248330 Aug 04 08:39:27.608662 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-368d7e84-29c6-4aff-93d9-d453e099417d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bcab414a-87be-49bb-b8c9-05b67515974e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444183 Aug 04 08:39:27.608662 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6173f97-5d59-4405-9fbe-a9de0313c779 req-233d1709-6e0e-4b3d-b200-7ba59c58321f tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:27.613274 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-b6173f97-5d59-4405-9fbe-a9de0313c779 req-233d1709-6e0e-4b3d-b200-7ba59c58321f tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 944 time: 0.1427279 Aug 04 08:39:27.737228 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-b6173f97-5d59-4405-9fbe-a9de0313c779 req-c7f4aeca-822a-422d-9e61-a9771bf11bcf tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/security-groups?id=30ebbb7d-0603-4a25-91c7-f24d02749395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176848 Aug 04 08:39:27.759405 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bdebc3-fdb7-429f-8b1a-8de5d0250cda tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Pushing event updated for resources: {'Port': ['ID=373e7360-f556-42f1-a5bc-cb5fe9092bb5,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:27.767261 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-7c209bd2-1a66-425d-8fd3-7c829fb46264 service neutron] 10.222.0.61 "GET /v2.0/networks/bcab414a-87be-49bb-b8c9-05b67515974e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462457 Aug 04 08:39:27.783781 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-9bc98f44-6a19-4fe1-a8fc-44ddf456d5f5 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Allocated IP 172.20.0.11 (ac5dabef-071c-44b6-81ab-8c1938a68bd3/d3847e2a-31ec-433f-bb0a-5a9cd2601977/f3f64c7c-cadc-4780-87a4-59477460f157) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:39:27.959205 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b612cee5-f7b8-45ce-ac1c-76706f4a7a85 req-e6c8c0dd-63f1-4d4e-a65a-03eb730b78ca tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 210 time: 0.1371295 Aug 04 08:39:27.959205 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37308f-bd7e-4301-908c-9c2a6e5caee1 req-35829bbd-e247-425b-9f62-a378931fd519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:27.959205 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-af37308f-bd7e-4301-908c-9c2a6e5caee1 req-35829bbd-e247-425b-9f62-a378931fd519 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f HTTP/1.1" status: 200 len: 914 time: 0.3731990 Aug 04 08:39:27.959458 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2a5cbbb2-1851-49c1-8d4f-abc7fb6488be req-2e04932b-fa3c-45c7-a20e-d78b2cfa7e79 service neutron] 10.222.0.61 "GET /v2.0/networks/bcab414a-87be-49bb-b8c9-05b67515974e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367323 Aug 04 08:39:28.034288 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-af37308f-bd7e-4301-908c-9c2a6e5caee1 req-bd548abc-9046-4ff4-98e4-5e3371078bb1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=481f2ab9-8a66-48c7-a6fc-7b49bf7192af HTTP/1.1" status: 200 len: 217 time: 0.0987425 Aug 04 08:39:28.152390 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-9bc98f44-6a19-4fe1-a8fc-44ddf456d5f5 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:28.209044 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-04a99a30-52d4-4511-a218-f79e0757f771 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for floatingip, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:28.259703 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80834c8-4ce9-4592-86b8-cbcbae3de4aa req-ac26cd2f-2093-4cff-aef9-67e74b048ba8 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:28.272562 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a80834c8-4ce9-4592-86b8-cbcbae3de4aa req-ac26cd2f-2093-4cff-aef9-67e74b048ba8 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 944 time: 0.1470087 Aug 04 08:39:28.298234 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-9bc98f44-6a19-4fe1-a8fc-44ddf456d5f5 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:28.352706 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a80834c8-4ce9-4592-86b8-cbcbae3de4aa req-eb60e3bf-00ce-43d7-8bf9-ffdedddb10bd tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791142 Aug 04 08:39:28.424108 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d98656ad-95eb-4489-9179-63ede21647ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:28.571899 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874 up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:39:28.579481 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d98656ad-95eb-4489-9179-63ede21647ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:28.618272 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-9bc98f44-6a19-4fe1-a8fc-44ddf456d5f5 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Network ac5dabef-071c-44b6-81ab-8c1938a68bd3 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:39:28.633054 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-9bc98f44-6a19-4fe1-a8fc-44ddf456d5f5 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:39:28.642723 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-9bc98f44-6a19-4fe1-a8fc-44ddf456d5f5 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:39:28.648716 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc98f44-6a19-4fe1-a8fc-44ddf456d5f5 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Pushing event updated for resources: {'Port': ['ID=f3f64c7c-cadc-4780-87a4-59477460f157,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:28.666754 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:39:28.667376 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:28.687605 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37308f-bd7e-4301-908c-9c2a6e5caee1 req-6cc622ff-0180-4bf7-8f32-a9c934bd79a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:28.689456 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-af37308f-bd7e-4301-908c-9c2a6e5caee1 req-6cc622ff-0180-4bf7-8f32-a9c934bd79a9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d78ce3b2-b500-4d2d-b04d-1644c52f7541 HTTP/1.1" status: 200 len: 853 time: 0.1631341 Aug 04 08:39:28.699619 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-b0bdebc3-fdb7-429f-8b1a-8de5d0250cda tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0243883 Aug 04 08:39:28.711629 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-d98656ad-95eb-4489-9179-63ede21647ce admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6d72786f14c14e59ac9efede2e94881f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7051721 Aug 04 08:39:28.714732 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98656ad-95eb-4489-9179-63ede21647ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216101d8-a3a0-4812-a1dc-b4c9ece42c4a,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:28.739502 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 46826) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:28.776100 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-814a9114-4b96-4df7-a979-0a0cdb6c6a58 service neutron] Request body: {'port': {'device_id': 'a4570c26-3383-40a8-99b8-0398b6128315', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:39:28.789549 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-af37308f-bd7e-4301-908c-9c2a6e5caee1 req-0c5e8589-4e86-40c6-8a6d-8a8ae9c4c4fa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861804 Aug 04 08:39:28.803904 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5cefb-fd4c-4ddb-b40f-4a4a10ca3856 req-1167cf83-5b8a-45d8-ba98-ee20c0bc18b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:28.806072 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-87b5cefb-fd4c-4ddb-b40f-4a4a10ca3856 req-1167cf83-5b8a-45d8-ba98-ee20c0bc18b6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8a3905bb50a41f4b266648ec8206caa&device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 1097 time: 0.2064590 Aug 04 08:39:28.819908 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-9bc98f44-6a19-4fe1-a8fc-44ddf456d5f5 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:28.821347 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-9bc98f44-6a19-4fe1-a8fc-44ddf456d5f5 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:28.831921 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-dad304f8-cd2f-4f95-928a-084ef3589cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:28.883159 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-04a99a30-52d4-4511-a218-f79e0757f771 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:28.932785 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-dad304f8-cd2f-4f95-928a-084ef3589cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:29.063766 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-814a9114-4b96-4df7-a979-0a0cdb6c6a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:29.082583 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 46834) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:29.092281 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-af37308f-bd7e-4301-908c-9c2a6e5caee1 req-0e389ce4-fa02-4a73-97c7-4df505c1aee6 service neutron] 10.222.0.61 "GET /v2.0/networks/2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615790 Aug 04 08:39:29.145188 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0532efa-13a0-406b-8079-082ece497595 req-51cb89a1-791c-4bc4-b2d9-b5c023f214b1 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:29.149986 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e354c9-3a19-4641-924e-7cdeba4dfad1 req-e9814c87-68be-4fc8-89e5-572ea6b4413d tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:29.153160 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a0532efa-13a0-406b-8079-082ece497595 req-51cb89a1-791c-4bc4-b2d9-b5c023f214b1 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 944 time: 0.2849288 Aug 04 08:39:29.157560 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a8e354c9-3a19-4641-924e-7cdeba4dfad1 req-e9814c87-68be-4fc8-89e5-572ea6b4413d tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 932 time: 0.0839870 Aug 04 08:39:29.182625 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-dad304f8-cd2f-4f95-928a-084ef3589cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:29.190193 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-dad304f8-cd2f-4f95-928a-084ef3589cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:29.198183 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-dad304f8-cd2f-4f95-928a-084ef3589cb2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/216101d8-a3a0-4812-a1dc-b4c9ece42c4a HTTP/1.1" status: 204 len: 168 time: 0.4531467 Aug 04 08:39:29.241982 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad304f8-cd2f-4f95-928a-084ef3589cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216101d8-a3a0-4812-a1dc-b4c9ece42c4a,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:29.249355 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-9bc98f44-6a19-4fe1-a8fc-44ddf456d5f5 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8635678 Aug 04 08:39:29.278744 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a8e354c9-3a19-4641-924e-7cdeba4dfad1 req-bda97959-78d7-4005-a7ba-c9547009654f tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202292 Aug 04 08:39:29.347802 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a0532efa-13a0-406b-8079-082ece497595 req-a1512dc8-f16d-4175-afac-d2cf828a4bbd tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/security-groups?id=30ebbb7d-0603-4a25-91c7-f24d02749395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867480 Aug 04 08:39:29.466733 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-68b5617d-1df9-4649-9e56-929774c86ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:29.526243 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e2ff0-caf9-496f-88d4-bb5a1ebb4e9d req-18024f83-46ff-4820-a502-6868b39c17c7 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:29.528232 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-6e3e2ff0-caf9-496f-88d4-bb5a1ebb4e9d req-18024f83-46ff-4820-a502-6868b39c17c7 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 944 time: 0.0657732 Aug 04 08:39:29.580608 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-6e3e2ff0-caf9-496f-88d4-bb5a1ebb4e9d req-ce4c170a-7898-43aa-960f-80f360a54ab8 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448537 Aug 04 08:39:29.610162 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [None req-04a99a30-52d4-4511-a218-f79e0757f771 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Allocated IP 172.27.0.218 (3e216780-0509-4029-b6cd-a15c5c01b313/90755f8e-3998-4871-81e2-3daea40b0bfb/7fd23c30-f2ff-422a-af16-3512a7a250fd) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:39:29.788821 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-68b5617d-1df9-4649-9e56-929774c86ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:29.857601 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-814a9114-4b96-4df7-a979-0a0cdb6c6a58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 373e7360-f556-42f1-a5bc-cb5fe9092bb5 {{(pid=100321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:39:29.864828 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-04a99a30-52d4-4511-a218-f79e0757f771 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:29.871576 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-814a9114-4b96-4df7-a979-0a0cdb6c6a58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:29.890852 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-814a9114-4b96-4df7-a979-0a0cdb6c6a58 service neutron] Transition to ACTIVE for port object 373e7360-f556-42f1-a5bc-cb5fe9092bb5 will not be triggered until provisioned by entity L2. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:39:29.991336 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-68b5617d-1df9-4649-9e56-929774c86ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:30.033187 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5617d-1df9-4649-9e56-929774c86ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff4b8f1-246b-46dd-88e8-b8ed5285c679,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:30.038990 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-68b5617d-1df9-4649-9e56-929774c86ed4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=028567c637ee47e397df7ea6a474f9be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9541366 Aug 04 08:39:30.041701 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 46860) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:30.100206 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b11d76a7-2f32-4876-8ac5-2802c83d5bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:30.110554 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-814a9114-4b96-4df7-a979-0a0cdb6c6a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:30.161386 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-04a99a30-52d4-4511-a218-f79e0757f771 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:30.167448 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b11d76a7-2f32-4876-8ac5-2802c83d5bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:30.214020 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a9114-4b96-4df7-a979-0a0cdb6c6a58 service neutron] Pushing event updated for resources: {'Port': ['ID=373e7360-f556-42f1-a5bc-cb5fe9092bb5,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:30.254946 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a99a30-52d4-4511-a218-f79e0757f771 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Network 3e216780-0509-4029-b6cd-a15c5c01b313 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:39:30.282251 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-04a99a30-52d4-4511-a218-f79e0757f771 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:39:30.312017 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a99a30-52d4-4511-a218-f79e0757f771 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:39:30.430223 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a99a30-52d4-4511-a218-f79e0757f771 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Pushing event updated for resources: {'Port': ['ID=7fd23c30-f2ff-422a-af16-3512a7a250fd,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:30.508432 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506115b-1cb2-4c85-a4dc-10430c092fa9 req-3c27e87d-293c-4697-af15-3a8145e7b73d tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:30.512449 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a506115b-1cb2-4c85-a4dc-10430c092fa9 req-3c27e87d-293c-4697-af15-3a8145e7b73d tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 932 time: 0.1514039 Aug 04 08:39:30.520196 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 46880) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:30.537225 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-814a9114-4b96-4df7-a979-0a0cdb6c6a58 service neutron] Attempting to bind port 373e7360-f556-42f1-a5bc-cb5fe9092bb5 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:39:30.544328 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-814a9114-4b96-4df7-a979-0a0cdb6c6a58 service neutron] Attempting to bind port 373e7360-f556-42f1-a5bc-cb5fe9092bb5 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '147dad7c-ed05-492d-9e1e-40d0053815ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ac5dabef-071c-44b6-81ab-8c1938a68bd3'}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:39:30.545686 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-814a9114-4b96-4df7-a979-0a0cdb6c6a58 service neutron] Attempting to bind port 373e7360-f556-42f1-a5bc-cb5fe9092bb5 on network ac5dabef-071c-44b6-81ab-8c1938a68bd3 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:39:30.553089 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655ced7-8415-4746-9b68-e033fe0be1d1 req-3ec439ec-dad8-463b-88fa-cb91be4a64a7 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:30.564997 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c655ced7-8415-4746-9b68-e033fe0be1d1 req-3ec439ec-dad8-463b-88fa-cb91be4a64a7 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 944 time: 0.1254487 Aug 04 08:39:30.583393 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-814a9114-4b96-4df7-a979-0a0cdb6c6a58 service neutron] Port 373e7360-f556-42f1-a5bc-cb5fe9092bb5 on network ac5dabef-071c-44b6-81ab-8c1938a68bd3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 08:39:30.583980 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-814a9114-4b96-4df7-a979-0a0cdb6c6a58 service neutron] Attempting to bind port 373e7360-f556-42f1-a5bc-cb5fe9092bb5 on network ac5dabef-071c-44b6-81ab-8c1938a68bd3 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:39:30.593232 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b11d76a7-2f32-4876-8ac5-2802c83d5bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:30.596417 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b11d76a7-2f32-4876-8ac5-2802c83d5bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:30.598469 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0684166a-1127-4d8f-823b-546798ecfc3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:30.599031 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-b11d76a7-2f32-4876-8ac5-2802c83d5bd6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0ff4b8f1-246b-46dd-88e8-b8ed5285c679 HTTP/1.1" status: 204 len: 168 time: 0.5564759 Aug 04 08:39:30.604526 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-814a9114-4b96-4df7-a979-0a0cdb6c6a58 service neutron] Checking agent: {'id': '9a1e25f0-5e7e-4202-aeb1-29bde28f6183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'started_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:39:30.605128 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-814a9114-4b96-4df7-a979-0a0cdb6c6a58 service neutron] Checking segment: {'id': '147dad7c-ed05-492d-9e1e-40d0053815ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ac5dabef-071c-44b6-81ab-8c1938a68bd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:39:30.605731 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-814a9114-4b96-4df7-a979-0a0cdb6c6a58 service neutron] Bound using segment: {'id': '147dad7c-ed05-492d-9e1e-40d0053815ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ac5dabef-071c-44b6-81ab-8c1938a68bd3'} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:39:30.606323 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-814a9114-4b96-4df7-a979-0a0cdb6c6a58 service neutron] Bound port: 373e7360-f556-42f1-a5bc-cb5fe9092bb5, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '147dad7c-ed05-492d-9e1e-40d0053815ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ac5dabef-071c-44b6-81ab-8c1938a68bd3'}}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:39:30.607364 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-814a9114-4b96-4df7-a979-0a0cdb6c6a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:30.713355 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a506115b-1cb2-4c85-a4dc-10430c092fa9 req-c87bb9a0-150e-451c-a76f-26b04750bf06 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743872 Aug 04 08:39:30.713355 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d76a7-2f32-4876-8ac5-2802c83d5bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff4b8f1-246b-46dd-88e8-b8ed5285c679,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:30.713660 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c655ced7-8415-4746-9b68-e033fe0be1d1 req-a380bc9e-b8a9-48af-a8ba-7e398651612f tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/security-groups?id=30ebbb7d-0603-4a25-91c7-f24d02749395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390393 Aug 04 08:39:30.872827 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-04a99a30-52d4-4511-a218-f79e0757f771 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:30.889362 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0684166a-1127-4d8f-823b-546798ecfc3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:30.921494 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-814a9114-4b96-4df7-a979-0a0cdb6c6a58 service neutron] For port 373e7360-f556-42f1-a5bc-cb5fe9092bb5, host hv-cinder-80265, cleared binding levels {{(pid=100321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:39:30.938302 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-814a9114-4b96-4df7-a979-0a0cdb6c6a58 service neutron] For port 373e7360-f556-42f1-a5bc-cb5fe9092bb5, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=373e7360-f556-42f1-a5bc-cb5fe9092bb5,segment=NetworkSegment(147dad7c-ed05-492d-9e1e-40d0053815ac),segment_id=147dad7c-ed05-492d-9e1e-40d0053815ac)] {{(pid=100321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:39:30.954756 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5f338-c557-4e56-a8e0-6d9f340f65dc req-358d65bd-6f73-47fa-b969-24984f0c7a0d tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:30.956985 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ebc5f338-c557-4e56-a8e0-6d9f340f65dc req-358d65bd-6f73-47fa-b969-24984f0c7a0d tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 944 time: 0.1172023 Aug 04 08:39:30.990924 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0684166a-1127-4d8f-823b-546798ecfc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:31.045423 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ebc5f338-c557-4e56-a8e0-6d9f340f65dc req-c03780f4-c19a-4b41-a542-9e453d4ba4c4 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766397 Aug 04 08:39:31.050814 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-04a99a30-52d4-4511-a218-f79e0757f771 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:31.056857 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-0684166a-1127-4d8f-823b-546798ecfc3a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aa5addc54f8a4ba18a36b839e2b94de7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5321417 Aug 04 08:39:31.056857 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684166a-1127-4d8f-823b-546798ecfc3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75072ba8-012b-4ceb-88ba-6b7d1c5fa706,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:31.069686 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 46892) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:31.120653 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-cdcb9f0b-8711-41a3-a27e-58d265605433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:31.143197 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-cdcb9f0b-8711-41a3-a27e-58d265605433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:31.147008 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-814a9114-4b96-4df7-a979-0a0cdb6c6a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:31.192357 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-814a9114-4b96-4df7-a979-0a0cdb6c6a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:31.192973 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-814a9114-4b96-4df7-a979-0a0cdb6c6a58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:31.194353 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-814a9114-4b96-4df7-a979-0a0cdb6c6a58 service neutron] 10.222.0.61 "PUT /v2.0/ports/373e7360-f556-42f1-a5bc-cb5fe9092bb5 HTTP/1.1" status: 200 len: 1093 time: 2.4745088 Aug 04 08:39:31.196787 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4570c26-3383-40a8-99b8-0398b6128315', 'tag': '373e7360-f556-42f1-a5bc-cb5fe9092bb5'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:39:31.199305 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cec715-3da4-49ec-98b6-c28ac76c13ad" -d '{"events": [{"name": "network-changed", "server_uuid": "a4570c26-3383-40a8-99b8-0398b6128315", "tag": "373e7360-f556-42f1-a5bc-cb5fe9092bb5"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:39:31.259185 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a9114-4b96-4df7-a979-0a0cdb6c6a58 service neutron] Pushing event updated for resources: {'Port': ['ID=373e7360-f556-42f1-a5bc-cb5fe9092bb5,revision_number=3']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:31.270917 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-cdcb9f0b-8711-41a3-a27e-58d265605433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:31.273447 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-cdcb9f0b-8711-41a3-a27e-58d265605433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:31.277033 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-cdcb9f0b-8711-41a3-a27e-58d265605433 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/75072ba8-012b-4ceb-88ba-6b7d1c5fa706 HTTP/1.1" status: 204 len: 168 time: 0.2035651 Aug 04 08:39:31.284758 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb9f0b-8711-41a3-a27e-58d265605433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75072ba8-012b-4ceb-88ba-6b7d1c5fa706,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:31.330520 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-04a99a30-52d4-4511-a218-f79e0757f771 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:31.334409 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86367f79-1b9e-4ef6-b2a8-b11fb6bcd6cd x-openstack-request-id: req-86367f79-1b9e-4ef6-b2a8-b11fb6bcd6cd {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:39:31.334712 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4570c26-3383-40a8-99b8-0398b6128315", "tag": "373e7360-f556-42f1-a5bc-cb5fe9092bb5", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:39:31.334992 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-86367f79-1b9e-4ef6-b2a8-b11fb6bcd6cd {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:39:31.335708 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4570c26-3383-40a8-99b8-0398b6128315', 'tag': '373e7360-f556-42f1-a5bc-cb5fe9092bb5', 'status': 'completed', 'code': 200} Aug 04 08:39:31.390991 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-04a99a30-52d4-4511-a218-f79e0757f771 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:31.461408 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a99a30-52d4-4511-a218-f79e0757f771 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Pushing event updated for resources: {'Port': ['ID=7fd23c30-f2ff-422a-af16-3512a7a250fd,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:31.471195 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-04a99a30-52d4-4511-a218-f79e0757f771 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055929'] for floatingip, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:31.654517 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 46908) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:31.670571 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-105dce11-1fa5-4b8e-be21-504c0ddc6352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:31.803393 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-04a99a30-52d4-4511-a218-f79e0757f771 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for floatingip, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:31.804661 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-04a99a30-52d4-4511-a218-f79e0757f771 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5433550 Aug 04 08:39:31.845352 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5cefb-fd4c-4ddb-b40f-4a4a10ca3856 req-b0372f6d-da41-4f52-a336-02acd2a5e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:31.846876 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-87b5cefb-fd4c-4ddb-b40f-4a4a10ca3856 req-b0372f6d-da41-4f52-a336-02acd2a5e21b service neutron] 10.222.0.61 "GET /v2.0/networks?id=bcab414a-87be-49bb-b8c9-05b67515974e HTTP/1.1" status: 200 len: 913 time: 0.1783710 Aug 04 08:39:31.898537 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb53994-d26a-4172-b576-1f11d2f7b6ab req-88349927-8305-45a3-b889-3ec3e86a4ebb tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:31.900431 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-7eb53994-d26a-4172-b576-1f11d2f7b6ab req-88349927-8305-45a3-b889-3ec3e86a4ebb tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 932 time: 0.0521789 Aug 04 08:39:31.969928 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-49a17cca-a37d-4b58-88f8-7054eb0cbc76 service neutron] Request body: {'port': {'device_id': 'faef54ff-872b-4063-847a-86c301dc84e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:39:32.025131 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da4bf9-d279-41e3-8e51-534fbaac62d1 req-53098d51-6065-4edc-af0b-ad0e7a02f199 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:32.026636 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c7da4bf9-d279-41e3-8e51-534fbaac62d1 req-53098d51-6065-4edc-af0b-ad0e7a02f199 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 944 time: 0.2209992 Aug 04 08:39:32.157429 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-87b5cefb-fd4c-4ddb-b40f-4a4a10ca3856 req-fc45fb08-dfcb-44d5-b6d4-bbcce3f4ec7e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72b05b6a-a5e6-492f-b096-70e19ddba32e HTTP/1.1" status: 200 len: 217 time: 0.2213657 Aug 04 08:39:32.161411 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-7eb53994-d26a-4172-b576-1f11d2f7b6ab req-5f0dde4f-abec-4306-ab46-154b0add366c tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525916 Aug 04 08:39:32.166409 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-af37308f-bd7e-4301-908c-9c2a6e5caee1 req-f064c0c2-13b7-4185-9cd5-1ebc731fcc23 service neutron] 10.222.0.61 "GET /v2.0/networks/2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822864 Aug 04 08:39:32.172459 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-49a17cca-a37d-4b58-88f8-7054eb0cbc76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:32.176801 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-105dce11-1fa5-4b8e-be21-504c0ddc6352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:32.179316 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cec715-3da4-49ec-98b6-c28ac76c13ad req-8b447001-c1be-42c7-8f42-04ac49a4365e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:32.180816 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b8cec715-3da4-49ec-98b6-c28ac76c13ad req-8b447001-c1be-42c7-8f42-04ac49a4365e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=55a9fea77bcc44ab9534b396d5e3d350&device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 1096 time: 0.2050908 Aug 04 08:39:32.189498 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c7da4bf9-d279-41e3-8e51-534fbaac62d1 req-b94d5003-718c-4964-8ac4-f7b07578236f tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/security-groups?id=30ebbb7d-0603-4a25-91c7-f24d02749395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406178 Aug 04 08:39:32.236192 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5cefb-fd4c-4ddb-b40f-4a4a10ca3856 req-d3ded418-32b2-46a8-8b98-4a9b80270b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:32.236811 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-87b5cefb-fd4c-4ddb-b40f-4a4a10ca3856 req-d3ded418-32b2-46a8-8b98-4a9b80270b2a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2c165c90-bcac-445c-b6da-95d79809796d HTTP/1.1" status: 200 len: 852 time: 0.0724092 Aug 04 08:39:32.283342 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-87b5cefb-fd4c-4ddb-b40f-4a4a10ca3856 req-a7de5c1b-5a7a-4c74-9444-026cf40661e8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bcab414a-87be-49bb-b8c9-05b67515974e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382087 Aug 04 08:39:32.404422 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-c60feb02-0f89-433a-899b-9a0d5f45a025 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1955227761&fields=id&tenant_id=bdc92ef353f743beb579e2734e4bc9ed HTTP/1.1" status: 200 len: 267 time: 0.1022477 Aug 04 08:39:32.488823 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-87b5cefb-fd4c-4ddb-b40f-4a4a10ca3856 req-2eacb8f3-6d00-4350-8333-b52f27be82c5 service neutron] 10.222.0.61 "GET /v2.0/networks/bcab414a-87be-49bb-b8c9-05b67515974e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960969 Aug 04 08:39:32.493010 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-105dce11-1fa5-4b8e-be21-504c0ddc6352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:32.605203 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-39cab454-7c45-446e-881b-89cf9152ba74 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:32.605203 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-39cab454-7c45-446e-881b-89cf9152ba74 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/networks?id=4c817a01-120c-4c34-99bf-8b2dbd084298 HTTP/1.1" status: 200 len: 810 time: 0.1967442 Aug 04 08:39:32.621416 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-105dce11-1fa5-4b8e-be21-504c0ddc6352 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6ee6c988943b468aa45cd6ba44560c94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9657531 Aug 04 08:39:32.637002 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-198d5588-cb5d-4da6-a960-dd075d33835c tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/quotas/bdc92ef353f743beb579e2734e4bc9ed HTTP/1.1" status: 200 len: 375 time: 0.0217135 Aug 04 08:39:32.639389 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 46958) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:32.685452 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105dce11-1fa5-4b8e-be21-504c0ddc6352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165bcf0f-cfc1-4741-8ffc-860fcface1f1,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:32.747166 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-87b5cefb-fd4c-4ddb-b40f-4a4a10ca3856 req-6e9b6015-f599-4d1d-8be6-b5dce5efdb42 service neutron] 10.222.0.61 "GET /v2.0/networks/bcab414a-87be-49bb-b8c9-05b67515974e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507122 Aug 04 08:39:32.767174 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-1ba55e7f-f434-4bad-a143-1ea21e802855 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bdc92ef353f743beb579e2734e4bc9ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1125867 Aug 04 08:39:32.796170 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaad616-9c28-474b-8682-efd101024d42 req-92655b4a-8908-4da6-8725-fa82d2ad2539 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:32.804006 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cbaad616-9c28-474b-8682-efd101024d42 req-92655b4a-8908-4da6-8725-fa82d2ad2539 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 944 time: 0.3200297 Aug 04 08:39:32.849003 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 46966) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:32.855252 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e80b3517-c577-4577-a4e1-a014ac1389ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:32.857530 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cec715-3da4-49ec-98b6-c28ac76c13ad req-ac441f42-6948-4dfa-adc4-ceaa6e749896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:32.859121 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b8cec715-3da4-49ec-98b6-c28ac76c13ad req-ac441f42-6948-4dfa-adc4-ceaa6e749896 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=55a9fea77bcc44ab9534b396d5e3d350&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6627431 Aug 04 08:39:32.894515 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e80b3517-c577-4577-a4e1-a014ac1389ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:32.951392 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-8b33d0b4-c7d5-4360-9424-4d0d89352e31 service neutron] 10.222.0.45 "GET /v2.0/networks/4c817a01-120c-4c34-99bf-8b2dbd084298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494918 Aug 04 08:39:32.985004 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cbaad616-9c28-474b-8682-efd101024d42 req-8d468f4f-5759-4182-92e8-aff5ec38aeac tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800706 Aug 04 08:39:33.046211 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-87dc201a-269f-48d0-b269-ac38bb941fa2 service neutron] 10.222.0.45 "GET /v2.0/networks/4c817a01-120c-4c34-99bf-8b2dbd084298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939548 Aug 04 08:39:33.046746 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ca43cb11-6710-4008-867e-a23d3c2b2cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:33.121940 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e80b3517-c577-4577-a4e1-a014ac1389ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:33.125233 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e80b3517-c577-4577-a4e1-a014ac1389ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:33.129244 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-e80b3517-c577-4577-a4e1-a014ac1389ff admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/165bcf0f-cfc1-4741-8ffc-860fcface1f1 HTTP/1.1" status: 204 len: 168 time: 0.4862833 Aug 04 08:39:33.140432 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b3517-c577-4577-a4e1-a014ac1389ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165bcf0f-cfc1-4741-8ffc-860fcface1f1,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:33.151359 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cec715-3da4-49ec-98b6-c28ac76c13ad req-eb02e584-8cf7-4723-bf50-438a9e34dd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:33.153647 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b8cec715-3da4-49ec-98b6-c28ac76c13ad req-eb02e584-8cf7-4723-bf50-438a9e34dd73 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2818046 Aug 04 08:39:33.234331 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-49a17cca-a37d-4b58-88f8-7054eb0cbc76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3f64c7c-cadc-4780-87a4-59477460f157 {{(pid=100321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:39:33.260458 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-49a17cca-a37d-4b58-88f8-7054eb0cbc76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:33.325443 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-49a17cca-a37d-4b58-88f8-7054eb0cbc76 service neutron] Transition to ACTIVE for port object f3f64c7c-cadc-4780-87a4-59477460f157 will not be triggered until provisioned by entity L2. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:39:33.357109 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-df192354-faa4-4eed-8557-11a892f36cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:33.358649 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-df192354-faa4-4eed-8557-11a892f36cf5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=55a9fea77bcc44ab9534b396d5e3d350&device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 1096 time: 0.1312885 Aug 04 08:39:33.431730 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-4d39ef84-29ab-4c88-96a4-27394984f12a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=373e7360-f556-42f1-a5bc-cb5fe9092bb5 HTTP/1.1" status: 200 len: 217 time: 0.0566633 Aug 04 08:39:33.434394 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ca43cb11-6710-4008-867e-a23d3c2b2cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:33.450051 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b15a8-f98b-4f14-9f7e-51a676fc7f9d req-e63d586e-bd5b-4581-8598-d5c8cf0ef2df tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:33.453599 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c93b15a8-f98b-4f14-9f7e-51a676fc7f9d req-e63d586e-bd5b-4581-8598-d5c8cf0ef2df tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 932 time: 0.1530516 Aug 04 08:39:33.459392 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-49a17cca-a37d-4b58-88f8-7054eb0cbc76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:33.499427 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d70df-66d5-4a8e-a168-505fbd9d65bf req-8ca3a916-5d20-4806-9517-50e5aeaf6aae tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:33.501347 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-e35d70df-66d5-4a8e-a168-505fbd9d65bf req-8ca3a916-5d20-4806-9517-50e5aeaf6aae tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 944 time: 0.0639794 Aug 04 08:39:33.545770 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-e35d70df-66d5-4a8e-a168-505fbd9d65bf req-ee084a23-1989-4c06-b174-c525e3cc2e80 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/security-groups?id=30ebbb7d-0603-4a25-91c7-f24d02749395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376046 Aug 04 08:39:33.604530 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ca43cb11-6710-4008-867e-a23d3c2b2cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:33.626561 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a17cca-a37d-4b58-88f8-7054eb0cbc76 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f64c7c-cadc-4780-87a4-59477460f157,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:33.628305 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-b50733f5-42fb-4921-8385-602718bf9356 req-900b1099-a260-461d-bf0a-a38d079dc717 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 210 time: 0.0336597 Aug 04 08:39:33.640712 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-ca43cb11-6710-4008-867e-a23d3c2b2cdd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1e9c6ad405bc4604869b2f7b5d2bfde3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7822707 Aug 04 08:39:33.641694 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 46996) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:33.652502 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c93b15a8-f98b-4f14-9f7e-51a676fc7f9d req-e28225b5-600c-4cb1-a961-b355911e226f tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836829 Aug 04 08:39:33.702474 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-a304ab98-a9b3-410d-a9c4-6dfdf74b9afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:33.704215 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-a304ab98-a9b3-410d-a9c4-6dfdf74b9afa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d3847e2a-31ec-433f-bb0a-5a9cd2601977 HTTP/1.1" status: 200 len: 858 time: 0.2622597 Aug 04 08:39:33.710561 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-94927950-ba48-4931-a181-776c8ac548bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:33.737444 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-94927950-ba48-4931-a181-776c8ac548bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:33.744951 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-49a17cca-a37d-4b58-88f8-7054eb0cbc76 service neutron] Attempting to bind port f3f64c7c-cadc-4780-87a4-59477460f157 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:39:33.745287 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-49a17cca-a37d-4b58-88f8-7054eb0cbc76 service neutron] Attempting to bind port f3f64c7c-cadc-4780-87a4-59477460f157 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '147dad7c-ed05-492d-9e1e-40d0053815ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ac5dabef-071c-44b6-81ab-8c1938a68bd3'}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:39:33.745614 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-49a17cca-a37d-4b58-88f8-7054eb0cbc76 service neutron] Attempting to bind port f3f64c7c-cadc-4780-87a4-59477460f157 on network ac5dabef-071c-44b6-81ab-8c1938a68bd3 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:39:33.756982 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-57434342-c0cb-4749-a1a8-d83606d941c2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac5dabef-071c-44b6-81ab-8c1938a68bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444446 Aug 04 08:39:33.760614 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43cb11-6710-4008-867e-a23d3c2b2cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096859ec-b1bf-44fd-82d0-4357cbab509c,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:33.765412 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-49a17cca-a37d-4b58-88f8-7054eb0cbc76 service neutron] Port f3f64c7c-cadc-4780-87a4-59477460f157 on network ac5dabef-071c-44b6-81ab-8c1938a68bd3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 08:39:33.770850 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-49a17cca-a37d-4b58-88f8-7054eb0cbc76 service neutron] Attempting to bind port f3f64c7c-cadc-4780-87a4-59477460f157 on network ac5dabef-071c-44b6-81ab-8c1938a68bd3 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:39:33.787688 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-49a17cca-a37d-4b58-88f8-7054eb0cbc76 service neutron] Checking agent: {'id': '9a1e25f0-5e7e-4202-aeb1-29bde28f6183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'started_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:39:33.788047 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-49a17cca-a37d-4b58-88f8-7054eb0cbc76 service neutron] Checking segment: {'id': '147dad7c-ed05-492d-9e1e-40d0053815ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ac5dabef-071c-44b6-81ab-8c1938a68bd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:39:33.788435 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-49a17cca-a37d-4b58-88f8-7054eb0cbc76 service neutron] Bound using segment: {'id': '147dad7c-ed05-492d-9e1e-40d0053815ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ac5dabef-071c-44b6-81ab-8c1938a68bd3'} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:39:33.788877 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-49a17cca-a37d-4b58-88f8-7054eb0cbc76 service neutron] Bound port: f3f64c7c-cadc-4780-87a4-59477460f157, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '147dad7c-ed05-492d-9e1e-40d0053815ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ac5dabef-071c-44b6-81ab-8c1938a68bd3'}}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:39:33.789233 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-49a17cca-a37d-4b58-88f8-7054eb0cbc76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:33.867376 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-94927950-ba48-4931-a181-776c8ac548bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:33.875980 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-94927950-ba48-4931-a181-776c8ac548bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:33.880675 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-94927950-ba48-4931-a181-776c8ac548bf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/096859ec-b1bf-44fd-82d0-4357cbab509c HTTP/1.1" status: 204 len: 168 time: 0.2351093 Aug 04 08:39:33.891363 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-49a17cca-a37d-4b58-88f8-7054eb0cbc76 service neutron] For port f3f64c7c-cadc-4780-87a4-59477460f157, host hv-cinder-80265, cleared binding levels {{(pid=100321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:39:33.896410 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-49a17cca-a37d-4b58-88f8-7054eb0cbc76 service neutron] For port f3f64c7c-cadc-4780-87a4-59477460f157, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=f3f64c7c-cadc-4780-87a4-59477460f157,segment=NetworkSegment(147dad7c-ed05-492d-9e1e-40d0053815ac),segment_id=147dad7c-ed05-492d-9e1e-40d0053815ac)] {{(pid=100321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:39:33.898917 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94927950-ba48-4931-a181-776c8ac548bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096859ec-b1bf-44fd-82d0-4357cbab509c,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:33.923399 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-0fb151b8-072a-4cc0-9d35-8aa220f915cb service neutron] 10.222.0.61 "GET /v2.0/networks/ac5dabef-071c-44b6-81ab-8c1938a68bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589103 Aug 04 08:39:33.993681 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-49a17cca-a37d-4b58-88f8-7054eb0cbc76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:34.047430 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-49a17cca-a37d-4b58-88f8-7054eb0cbc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:34.048092 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-49a17cca-a37d-4b58-88f8-7054eb0cbc76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:34.049480 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-49a17cca-a37d-4b58-88f8-7054eb0cbc76 service neutron] 10.222.0.61 "PUT /v2.0/ports/f3f64c7c-cadc-4780-87a4-59477460f157 HTTP/1.1" status: 200 len: 1094 time: 2.1643095 Aug 04 08:39:34.052273 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faef54ff-872b-4063-847a-86c301dc84e9', 'tag': 'f3f64c7c-cadc-4780-87a4-59477460f157'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:39:34.054506 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a2f275-cb42-4f52-8410-a4e855bea615" -d '{"events": [{"name": "network-changed", "server_uuid": "faef54ff-872b-4063-847a-86c301dc84e9", "tag": "f3f64c7c-cadc-4780-87a4-59477460f157"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:39:34.085053 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 72b05b6a-a5e6-492f-b096-70e19ddba32e details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=100322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 08:39:34.103975 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a17cca-a37d-4b58-88f8-7054eb0cbc76 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f64c7c-cadc-4780-87a4-59477460f157,revision_number=3']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:34.110567 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3a812c99-ae96-4831-9050-6a7fc17d1ff6 req-bddb8159-eda3-4295-b62f-a1f4c77cc053 service neutron] 10.222.0.61 "GET /v2.0/networks/ac5dabef-071c-44b6-81ab-8c1938a68bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783261 Aug 04 08:39:34.139357 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157e4ee3-85ea-477b-91d3-f5def0df7aa2 x-openstack-request-id: req-157e4ee3-85ea-477b-91d3-f5def0df7aa2 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:39:34.139717 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faef54ff-872b-4063-847a-86c301dc84e9", "tag": "f3f64c7c-cadc-4780-87a4-59477460f157", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:39:34.140142 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-157e4ee3-85ea-477b-91d3-f5def0df7aa2 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:39:34.140775 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faef54ff-872b-4063-847a-86c301dc84e9', 'tag': 'f3f64c7c-cadc-4780-87a4-59477460f157', 'status': 'completed', 'code': 200} Aug 04 08:39:34.195045 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855f07c-55ed-418e-a255-1254350ba6cf req-add76705-e088-416b-aa2a-9836c759b7eb tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:34.197426 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-7855f07c-55ed-418e-a255-1254350ba6cf req-add76705-e088-416b-aa2a-9836c759b7eb tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 944 time: 0.0608492 Aug 04 08:39:34.231081 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2f275-cb42-4f52-8410-a4e855bea615 req-827ccfa1-8101-4b3f-ae4c-85aeaf184e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:34.233262 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-11a2f275-cb42-4f52-8410-a4e855bea615 req-827ccfa1-8101-4b3f-ae4c-85aeaf184e12 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=55a9fea77bcc44ab9534b396d5e3d350&device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 1097 time: 0.0557988 Aug 04 08:39:34.243240 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 72b05b6a-a5e6-492f-b096-70e19ddba32e, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=72b05b6a-a5e6-492f-b096-70e19ddba32e,segment=NetworkSegment(cb027c75-94ed-425f-9c98-b5e42a064b38),segment_id=cb027c75-94ed-425f-9c98-b5e42a064b38)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:39:34.256213 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Returning: {'device': '72b05b6a-a5e6-492f-b096-70e19ddba32e', 'network_id': 'bcab414a-87be-49bb-b8c9-05b67515974e', 'port_id': '72b05b6a-a5e6-492f-b096-70e19ddba32e', 'mac_address': 'fa:16:3e:09:e7:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c165c90-bcac-445c-b6da-95d79809796d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 08:39:34.303879 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-7855f07c-55ed-418e-a255-1254350ba6cf req-7eb67676-e8c6-4392-83d4-05e75454cd9f tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981975 Aug 04 08:39:34.309401 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:34.324195 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72b05b6a-a5e6-492f-b096-70e19ddba32e {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:39:34.357081 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 72b05b6a-a5e6-492f-b096-70e19ddba32e, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=72b05b6a-a5e6-492f-b096-70e19ddba32e,segment=NetworkSegment(cb027c75-94ed-425f-9c98-b5e42a064b38),segment_id=cb027c75-94ed-425f-9c98-b5e42a064b38)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:39:34.398036 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2f275-cb42-4f52-8410-a4e855bea615 req-268bcd2f-f9d0-4200-afe5-298eed12c567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:34.399602 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-11a2f275-cb42-4f52-8410-a4e855bea615 req-268bcd2f-f9d0-4200-afe5-298eed12c567 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=55a9fea77bcc44ab9534b396d5e3d350&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1249523 Aug 04 08:39:34.447184 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:34.447869 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 481f2ab9-8a66-48c7-a6fc-7b49bf7192af details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=100322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 08:39:34.515506 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=72b05b6a-a5e6-492f-b096-70e19ddba32e,revision_number=4']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:34.529274 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2f275-cb42-4f52-8410-a4e855bea615 req-9bc22c18-a8bd-4aba-b3d7-ec40bf25741e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:34.530940 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-11a2f275-cb42-4f52-8410-a4e855bea615 req-9bc22c18-a8bd-4aba-b3d7-ec40bf25741e service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1231952 Aug 04 08:39:34.630617 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 481f2ab9-8a66-48c7-a6fc-7b49bf7192af, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=481f2ab9-8a66-48c7-a6fc-7b49bf7192af,segment=NetworkSegment(b9bcbbd9-c1c5-45af-90bb-9eb9716d692f),segment_id=b9bcbbd9-c1c5-45af-90bb-9eb9716d692f)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:39:34.646777 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Returning: {'device': '481f2ab9-8a66-48c7-a6fc-7b49bf7192af', 'network_id': '2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f', 'port_id': '481f2ab9-8a66-48c7-a6fc-7b49bf7192af', 'mac_address': 'fa:16:3e:d3:63:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd78ce3b2-b500-4d2d-b04d-1644c52f7541', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 08:39:34.668224 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-3f2cbe02-ae15-4a68-b3c1-2e7b1b0e53dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:34.669579 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-3f2cbe02-ae15-4a68-b3c1-2e7b1b0e53dc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=55a9fea77bcc44ab9534b396d5e3d350&device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 1097 time: 0.0709391 Aug 04 08:39:34.686618 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3342fb0-5852-4f55-bdd4-f19ca6e977f9 req-0c7d5667-9066-4e35-9214-c1e5481ffcac tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:34.688155 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f3342fb0-5852-4f55-bdd4-f19ca6e977f9 req-0c7d5667-9066-4e35-9214-c1e5481ffcac tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 945 time: 0.0584230 Aug 04 08:39:34.689776 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:34.711170 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 481f2ab9-8a66-48c7-a6fc-7b49bf7192af {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:39:34.739288 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 481f2ab9-8a66-48c7-a6fc-7b49bf7192af, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=481f2ab9-8a66-48c7-a6fc-7b49bf7192af,segment=NetworkSegment(b9bcbbd9-c1c5-45af-90bb-9eb9716d692f),segment_id=b9bcbbd9-c1c5-45af-90bb-9eb9716d692f)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:39:34.753787 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-bbfcb00d-ea12-43cb-8633-3f0e3975eaec req-3ee006ee-1621-4edb-ba6f-1881d0e2eea9 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 210 time: 0.0337563 Aug 04 08:39:34.765210 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-f9d74575-8b70-4a5b-b468-b9a74135b36d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3f64c7c-cadc-4780-87a4-59477460f157 HTTP/1.1" status: 200 len: 217 time: 0.0761318 Aug 04 08:39:34.792100 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:34.823351 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 47050) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:34.828259 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-ffdb22ad-97f1-430e-99e6-e21dc4ca0aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:34.829849 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-ffdb22ad-97f1-430e-99e6-e21dc4ca0aeb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d3847e2a-31ec-433f-bb0a-5a9cd2601977 HTTP/1.1" status: 200 len: 858 time: 0.0539050 Aug 04 08:39:34.838635 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f3342fb0-5852-4f55-bdd4-f19ca6e977f9 req-b4ce3aa2-8492-4e67-89c3-a137c96a2137 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/security-groups?id=30ebbb7d-0603-4a25-91c7-f24d02749395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314387 Aug 04 08:39:34.867177 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-1bb73be0-5d87-457f-a7d5-89cc1c5cea6a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac5dabef-071c-44b6-81ab-8c1938a68bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271957 Aug 04 08:39:34.867568 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d8b97402-f0c7-468b-85d7-ea48f433c101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:34.877322 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=481f2ab9-8a66-48c7-a6fc-7b49bf7192af,revision_number=4']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:34.915583 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f49a1-6dcc-47fd-97b5-c5ba00a5754f req-3daf2fcd-819c-4370-94f8-3e4b12fe1143 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:34.917099 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-bc1f49a1-6dcc-47fd-97b5-c5ba00a5754f req-3daf2fcd-819c-4370-94f8-3e4b12fe1143 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 944 time: 0.0970871 Aug 04 08:39:34.992174 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-bc1f49a1-6dcc-47fd-97b5-c5ba00a5754f req-e183e531-f356-46e3-b2fa-bccc8fe39dd2 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602767 Aug 04 08:39:35.074251 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d8b97402-f0c7-468b-85d7-ea48f433c101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:35.158628 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d8b97402-f0c7-468b-85d7-ea48f433c101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:35.179096 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-83733958-498f-4850-be8b-271ca859f68a service neutron] 10.222.0.61 "GET /v2.0/networks/ac5dabef-071c-44b6-81ab-8c1938a68bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027949 Aug 04 08:39:35.230598 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-d8b97402-f0c7-468b-85d7-ea48f433c101 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=929d289777974ad298481744f9a9d00b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4059415 Aug 04 08:39:35.232477 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b97402-f0c7-468b-85d7-ea48f433c101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546c9af2-74a6-487c-8e71-f351d6b451dc,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:35.236091 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 47070) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:35.241692 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['72b05b6a-a5e6-492f-b096-70e19ddba32e'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:39:35.255999 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 47072) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:35.349861 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1a2190f5-edd0-40da-8c55-63f37524ef50 req-9e3c9d2f-24ba-4236-9995-5c5999ffa5e7 service neutron] 10.222.0.61 "GET /v2.0/networks/ac5dabef-071c-44b6-81ab-8c1938a68bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624897 Aug 04 08:39:35.353183 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['481f2ab9-8a66-48c7-a6fc-7b49bf7192af'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:39:35.413626 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c02a6d82-4699-41fd-a820-a678d236c1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:35.461350 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c02a6d82-4699-41fd-a820-a678d236c1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:35.518626 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7ceb44d8-735d-4d81-802f-21d492e1efbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:35.535742 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2104e3-921e-4139-9828-8dfdde99fb36 req-3ef948ca-73ab-4eef-95c6-5cd4276b8add tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:35.544504 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8f2104e3-921e-4139-9828-8dfdde99fb36 req-3ef948ca-73ab-4eef-95c6-5cd4276b8add tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 945 time: 0.0704386 Aug 04 08:39:35.587618 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8f2104e3-921e-4139-9828-8dfdde99fb36 req-058faadf-ff83-483d-9507-cb3bd607abc5 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418553 Aug 04 08:39:35.676233 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c02a6d82-4699-41fd-a820-a678d236c1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:35.679777 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c02a6d82-4699-41fd-a820-a678d236c1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:35.681012 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-c02a6d82-4699-41fd-a820-a678d236c1c0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/546c9af2-74a6-487c-8e71-f351d6b451dc HTTP/1.1" status: 204 len: 168 time: 0.4320474 Aug 04 08:39:35.707515 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a6d82-4699-41fd-a820-a678d236c1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546c9af2-74a6-487c-8e71-f351d6b451dc,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:35.769652 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7ceb44d8-735d-4d81-802f-21d492e1efbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:35.835979 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7ceb44d8-735d-4d81-802f-21d492e1efbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:35.875416 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-7ceb44d8-735d-4d81-802f-21d492e1efbd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c63f858b9a714fb998736a23abe362f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6179404 Aug 04 08:39:35.879487 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 47104) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:35.879962 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a2515c87-d984-4164-a8e3-3e91a44d627e req-bb755914-10ce-4e6e-98cb-f374b7b56056 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 210 time: 0.0434048 Aug 04 08:39:35.889614 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb44d8-735d-4d81-802f-21d492e1efbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c354f86d-c1a8-4fb0-8797-e176fbeacbec,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:35.980917 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-84bdf456-3b90-49de-9ce6-8ed0895425be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:36.028039 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadab4d-c9a0-4c56-be62-b99c79123358 req-a7291c8a-3ce7-4b4e-b519-bbbf3dc68ccf tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:36.030067 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2cadab4d-c9a0-4c56-be62-b99c79123358 req-a7291c8a-3ce7-4b4e-b519-bbbf3dc68ccf tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 945 time: 0.0799706 Aug 04 08:39:36.032162 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-84bdf456-3b90-49de-9ce6-8ed0895425be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:36.045823 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 373e7360-f556-42f1-a5bc-cb5fe9092bb5 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=100322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 08:39:36.119988 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2cadab4d-c9a0-4c56-be62-b99c79123358 req-856bec0a-4970-435e-9425-930d75507f95 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/security-groups?id=30ebbb7d-0603-4a25-91c7-f24d02749395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725517 Aug 04 08:39:36.224095 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e16072-ded4-454e-b678-94be0d5abbd2 req-1d36cf0b-49ca-47db-8d3b-5813ffc5f68c tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:36.226148 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f6e16072-ded4-454e-b678-94be0d5abbd2 req-1d36cf0b-49ca-47db-8d3b-5813ffc5f68c tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 944 time: 0.0590334 Aug 04 08:39:36.229796 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-84bdf456-3b90-49de-9ce6-8ed0895425be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:36.232611 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-84bdf456-3b90-49de-9ce6-8ed0895425be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:36.239210 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-84bdf456-3b90-49de-9ce6-8ed0895425be admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c354f86d-c1a8-4fb0-8797-e176fbeacbec HTTP/1.1" status: 204 len: 168 time: 0.3592868 Aug 04 08:39:36.268378 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 373e7360-f556-42f1-a5bc-cb5fe9092bb5, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=373e7360-f556-42f1-a5bc-cb5fe9092bb5,segment=NetworkSegment(147dad7c-ed05-492d-9e1e-40d0053815ac),segment_id=147dad7c-ed05-492d-9e1e-40d0053815ac)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:39:36.282932 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Returning: {'device': '373e7360-f556-42f1-a5bc-cb5fe9092bb5', 'network_id': 'ac5dabef-071c-44b6-81ab-8c1938a68bd3', 'port_id': '373e7360-f556-42f1-a5bc-cb5fe9092bb5', 'mac_address': 'fa:16:3e:7d:d4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3847e2a-31ec-433f-bb0a-5a9cd2601977', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 08:39:36.297626 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bdf456-3b90-49de-9ce6-8ed0895425be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c354f86d-c1a8-4fb0-8797-e176fbeacbec,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:36.315238 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-6e25936c-cea5-4233-bdd8-d66d33051de0 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:36.316931 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-6e25936c-cea5-4233-bdd8-d66d33051de0 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.61 "GET /v2.0/networks?id=4c817a01-120c-4c34-99bf-8b2dbd084298 HTTP/1.1" status: 200 len: 810 time: 0.2553151 Aug 04 08:39:36.338458 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f6e16072-ded4-454e-b678-94be0d5abbd2 req-40a4d795-1609-45ef-8ec5-fbe6b26724ef tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975790 Aug 04 08:39:36.345218 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:36.365974 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 373e7360-f556-42f1-a5bc-cb5fe9092bb5 {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:39:36.390398 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 373e7360-f556-42f1-a5bc-cb5fe9092bb5, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=373e7360-f556-42f1-a5bc-cb5fe9092bb5,segment=NetworkSegment(147dad7c-ed05-492d-9e1e-40d0053815ac),segment_id=147dad7c-ed05-492d-9e1e-40d0053815ac)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:39:36.426506 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-f2568afe-3acb-47ec-94af-bb2fc147d5ff tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bdc92ef353f743beb579e2734e4bc9ed HTTP/1.1" status: 200 len: 380 time: 0.0932128 Aug 04 08:39:36.442086 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-aaf4e350-3e88-46c5-af87-45b96aff90bf tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Request body: {'port': {'device_id': '51fb48ea-95c7-4619-815f-2271cbae9fb9', 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298', 'admin_state_up': True, 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'security_groups': ['1bb4be86-fe92-4e57-a4d9-69db1c797f08']}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:39:36.481898 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:36.567786 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=373e7360-f556-42f1-a5bc-cb5fe9092bb5,revision_number=4']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:36.700524 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-aaf4e350-3e88-46c5-af87-45b96aff90bf tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Made reservation on behalf of bdc92ef353f743beb579e2734e4bc9ed for: {'port': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:39:36.704224 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-aaf4e350-3e88-46c5-af87-45b96aff90bf tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:36.766422 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856fd29-4339-444c-ba76-98ea64bf7b18 req-4f25aebc-7145-44ca-97e0-580a367ccfae tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:36.768496 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1856fd29-4339-444c-ba76-98ea64bf7b18 req-4f25aebc-7145-44ca-97e0-580a367ccfae tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 945 time: 0.0847225 Aug 04 08:39:36.781684 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['373e7360-f556-42f1-a5bc-cb5fe9092bb5'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:39:36.912701 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1856fd29-4339-444c-ba76-98ea64bf7b18 req-f876dc35-0cc9-4281-a9ad-2682f13357ee tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146522 Aug 04 08:39:36.952316 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-aaf4e350-3e88-46c5-af87-45b96aff90bf tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Allocated IP 172.20.0.3 (4c817a01-120c-4c34-99bf-8b2dbd084298/8b561a38-fec8-4399-844a-bbe6e7ef59b9/ac909070-ec11-4604-bc29-7949d074e3c1) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:39:36.985239 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f22d90dd-98d7-42d9-a067-6042eb8f3d50 req-f5ec83ad-ad87-494a-8f06-bcddc20e4663 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 210 time: 0.0262563 Aug 04 08:39:37.069054 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 47166) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:37.082312 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c49e5066-8df8-46fd-b019-c1f14b4789ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:37.113534 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-aaf4e350-3e88-46c5-af87-45b96aff90bf tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:37.133757 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-aaf4e350-3e88-46c5-af87-45b96aff90bf tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Transition to ACTIVE for port object ac909070-ec11-4604-bc29-7949d074e3c1 will not be triggered until provisioned by entity DHCP. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:39:37.192851 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c49e5066-8df8-46fd-b019-c1f14b4789ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:37.231188 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536367ad-6861-40d6-8a13-b66a0cf1d643 req-7eb9c0e5-0b82-4274-a981-35875337cf63 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:37.232763 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-536367ad-6861-40d6-8a13-b66a0cf1d643 req-7eb9c0e5-0b82-4274-a981-35875337cf63 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 945 time: 0.0497391 Aug 04 08:39:37.234296 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-aaf4e350-3e88-46c5-af87-45b96aff90bf tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:37.293203 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c49e5066-8df8-46fd-b019-c1f14b4789ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:37.305050 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-aaf4e350-3e88-46c5-af87-45b96aff90bf tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Network 4c817a01-120c-4c34-99bf-8b2dbd084298 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:39:37.309523 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4e350-3e88-46c5-af87-45b96aff90bf tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Pushing event updated for resources: {'Port': ['ID=ac909070-ec11-4604-bc29-7949d074e3c1,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:37.317427 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-aaf4e350-3e88-46c5-af87-45b96aff90bf tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:39:37.321537 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-aaf4e350-3e88-46c5-af87-45b96aff90bf tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:39:37.330515 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-c49e5066-8df8-46fd-b019-c1f14b4789ce admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7c05943b59674c5885e2bed9f79a89a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2602921 Aug 04 08:39:37.333579 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-536367ad-6861-40d6-8a13-b66a0cf1d643 req-8de4a6a9-5621-47e7-b404-ca13754e54ca tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/security-groups?id=30ebbb7d-0603-4a25-91c7-f24d02749395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930111 Aug 04 08:39:37.338808 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 47176) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:37.367956 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e5066-8df8-46fd-b019-c1f14b4789ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc89d47-51ba-4833-a8b8-c86ef4cc5f06,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:37.379749 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-aaf4e350-3e88-46c5-af87-45b96aff90bf tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:37.380380 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-aaf4e350-3e88-46c5-af87-45b96aff90bf tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:37.418355 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0b4d8bfe-fab7-4ca4-8ef0-415449092aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:37.461555 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0b4d8bfe-fab7-4ca4-8ef0-415449092aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:37.471123 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-aaf4e350-3e88-46c5-af87-45b96aff90bf tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0332863 Aug 04 08:39:37.491350 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-7752c539-d83e-4a16-839c-66fef5209be0 service neutron] Request body: {'port': {'device_id': '51fb48ea-95c7-4619-815f-2271cbae9fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:39:37.522195 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f31497df-5e39-490d-a4b0-54507e2a2c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:37.539726 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e61c3a-82ca-49d7-8b2c-8a6ac92fa685 req-4eb82dc3-3782-4a25-b91a-324390b2f712 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:37.541306 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-80e61c3a-82ca-49d7-8b2c-8a6ac92fa685 req-4eb82dc3-3782-4a25-b91a-324390b2f712 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 944 time: 0.0951681 Aug 04 08:39:37.574533 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-7752c539-d83e-4a16-839c-66fef5209be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:37.600130 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-80e61c3a-82ca-49d7-8b2c-8a6ac92fa685 req-e94f74b0-ae06-4c66-a6bc-d4adce40aea5 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439384 Aug 04 08:39:37.613337 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0b4d8bfe-fab7-4ca4-8ef0-415449092aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:37.616688 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0b4d8bfe-fab7-4ca4-8ef0-415449092aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:37.618511 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-0b4d8bfe-fab7-4ca4-8ef0-415449092aa6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bdc89d47-51ba-4833-a8b8-c86ef4cc5f06 HTTP/1.1" status: 204 len: 168 time: 0.2768652 Aug 04 08:39:37.629254 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d8bfe-fab7-4ca4-8ef0-415449092aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc89d47-51ba-4833-a8b8-c86ef4cc5f06,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:37.704733 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-2877268e-20ea-4cd0-bbb5-eb2561a19e74 None None] Provisioning for port ac909070-ec11-4604-bc29-7949d074e3c1 completed by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:39:37.711911 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-2877268e-20ea-4cd0-bbb5-eb2561a19e74 None None] Provisioning complete for port ac909070-ec11-4604-bc29-7949d074e3c1 triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:39:37.714851 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-2877268e-20ea-4cd0-bbb5-eb2561a19e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:37.748576 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-2877268e-20ea-4cd0-bbb5-eb2561a19e74 None None] Port ac909070-ec11-4604-bc29-7949d074e3c1 cannot update to ACTIVE because it is not bound. {{(pid=100322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 08:39:37.851577 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-7752c539-d83e-4a16-839c-66fef5209be0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac909070-ec11-4604-bc29-7949d074e3c1 {{(pid=100321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:39:37.862638 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-7752c539-d83e-4a16-839c-66fef5209be0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:37.876215 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-7752c539-d83e-4a16-839c-66fef5209be0 service neutron] Transition to ACTIVE for port object ac909070-ec11-4604-bc29-7949d074e3c1 will not be triggered until provisioned by entity L2. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:39:37.933660 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-7752c539-d83e-4a16-839c-66fef5209be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:37.986813 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752c539-d83e-4a16-839c-66fef5209be0 service neutron] Pushing event updated for resources: {'Port': ['ID=ac909070-ec11-4604-bc29-7949d074e3c1,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:38.067512 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device f3f64c7c-cadc-4780-87a4-59477460f157 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=100322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 08:39:38.127456 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fc345-827e-456a-b91e-0ca4223e5802 req-e73309b3-904d-41d2-b211-102eed5a42b4 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:38.129616 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d36fc345-827e-456a-b91e-0ca4223e5802 req-e73309b3-904d-41d2-b211-102eed5a42b4 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 945 time: 0.1442003 Aug 04 08:39:38.169340 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-7752c539-d83e-4a16-839c-66fef5209be0 service neutron] Attempting to bind port ac909070-ec11-4604-bc29-7949d074e3c1 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:39:38.169575 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-7752c539-d83e-4a16-839c-66fef5209be0 service neutron] Attempting to bind port ac909070-ec11-4604-bc29-7949d074e3c1 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '5e68a294-6a8a-445c-8bd6-23f3bac2ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298'}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:39:38.169909 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-7752c539-d83e-4a16-839c-66fef5209be0 service neutron] Attempting to bind port ac909070-ec11-4604-bc29-7949d074e3c1 on network 4c817a01-120c-4c34-99bf-8b2dbd084298 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:39:38.178843 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-7752c539-d83e-4a16-839c-66fef5209be0 service neutron] Port ac909070-ec11-4604-bc29-7949d074e3c1 on network 4c817a01-120c-4c34-99bf-8b2dbd084298 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 08:39:38.179169 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-7752c539-d83e-4a16-839c-66fef5209be0 service neutron] Attempting to bind port ac909070-ec11-4604-bc29-7949d074e3c1 on network 4c817a01-120c-4c34-99bf-8b2dbd084298 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:39:38.189110 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 373e7360-f556-42f1-a5bc-cb5fe9092bb5 up at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:39:38.202004 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-7752c539-d83e-4a16-839c-66fef5209be0 service neutron] Checking agent: {'id': '9a1e25f0-5e7e-4202-aeb1-29bde28f6183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'started_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:39:38.202004 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-7752c539-d83e-4a16-839c-66fef5209be0 service neutron] Checking segment: {'id': '5e68a294-6a8a-445c-8bd6-23f3bac2ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:39:38.202004 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-7752c539-d83e-4a16-839c-66fef5209be0 service neutron] Bound using segment: {'id': '5e68a294-6a8a-445c-8bd6-23f3bac2ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298'} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:39:38.202004 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-7752c539-d83e-4a16-839c-66fef5209be0 service neutron] Bound port: ac909070-ec11-4604-bc29-7949d074e3c1, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e68a294-6a8a-445c-8bd6-23f3bac2ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298'}}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:39:38.202004 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-7752c539-d83e-4a16-839c-66fef5209be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:38.224485 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d36fc345-827e-456a-b91e-0ca4223e5802 req-0acf9686-76b0-4b73-9f02-2e50ad7f3eff tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852094 Aug 04 08:39:38.246922 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c65d6-1654-460c-9814-50b95c0ac974 req-2311665f-99cd-44df-9527-e78ba5a4821a tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:38.254140 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a37c65d6-1654-460c-9814-50b95c0ac974 req-2311665f-99cd-44df-9527-e78ba5a4821a tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 943 time: 0.1462445 Aug 04 08:39:38.291664 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a37c65d6-1654-460c-9814-50b95c0ac974 req-7e4c75ee-86be-41da-a4ed-8794f4aac294 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366347 Aug 04 08:39:38.308004 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-7752c539-d83e-4a16-839c-66fef5209be0 service neutron] For port ac909070-ec11-4604-bc29-7949d074e3c1, host hv-cinder-80265, cleared binding levels {{(pid=100321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:39:38.312080 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-7752c539-d83e-4a16-839c-66fef5209be0 service neutron] For port ac909070-ec11-4604-bc29-7949d074e3c1, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=ac909070-ec11-4604-bc29-7949d074e3c1,segment=NetworkSegment(5e68a294-6a8a-445c-8bd6-23f3bac2ccca),segment_id=5e68a294-6a8a-445c-8bd6-23f3bac2ccca)] {{(pid=100321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:39:38.316289 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port f3f64c7c-cadc-4780-87a4-59477460f157, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=f3f64c7c-cadc-4780-87a4-59477460f157,segment=NetworkSegment(147dad7c-ed05-492d-9e1e-40d0053815ac),segment_id=147dad7c-ed05-492d-9e1e-40d0053815ac)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:39:38.336517 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Returning: {'device': 'f3f64c7c-cadc-4780-87a4-59477460f157', 'network_id': 'ac5dabef-071c-44b6-81ab-8c1938a68bd3', 'port_id': 'f3f64c7c-cadc-4780-87a4-59477460f157', 'mac_address': 'fa:16:3e:75:36:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3847e2a-31ec-433f-bb0a-5a9cd2601977', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 08:39:38.373960 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-7752c539-d83e-4a16-839c-66fef5209be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:38.389029 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:38.405193 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning for port 373e7360-f556-42f1-a5bc-cb5fe9092bb5 completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:39:38.412524 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning complete for port 373e7360-f556-42f1-a5bc-cb5fe9092bb5 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:39:38.412908 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:38.416260 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3f64c7c-cadc-4780-87a4-59477460f157 {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:39:38.475580 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port f3f64c7c-cadc-4780-87a4-59477460f157, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=f3f64c7c-cadc-4780-87a4-59477460f157,segment=NetworkSegment(147dad7c-ed05-492d-9e1e-40d0053815ac),segment_id=147dad7c-ed05-492d-9e1e-40d0053815ac)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:39:38.476997 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-7752c539-d83e-4a16-839c-66fef5209be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:38.478186 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-7752c539-d83e-4a16-839c-66fef5209be0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:38.479164 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-7752c539-d83e-4a16-839c-66fef5209be0 service neutron] 10.222.0.61 "PUT /v2.0/ports/ac909070-ec11-4604-bc29-7949d074e3c1 HTTP/1.1" status: 200 len: 1093 time: 0.9937851 Aug 04 08:39:38.483335 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fb48ea-95c7-4619-815f-2271cbae9fb9', 'tag': 'ac909070-ec11-4604-bc29-7949d074e3c1'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:39:38.486714 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd17022-ea83-493f-a284-2a5b6de3961a" -d '{"events": [{"name": "network-changed", "server_uuid": "51fb48ea-95c7-4619-815f-2271cbae9fb9", "tag": "ac909070-ec11-4604-bc29-7949d074e3c1"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:39:38.532881 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752c539-d83e-4a16-839c-66fef5209be0 service neutron] Pushing event updated for resources: {'Port': ['ID=ac909070-ec11-4604-bc29-7949d074e3c1,revision_number=3']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:38.579612 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:38.588895 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e848f5f-9d63-44f9-a9da-b0ce930219b8 req-3ffa63c2-1db5-415b-8007-01e75375126d tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:38.594731 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8e848f5f-9d63-44f9-a9da-b0ce930219b8 req-3ffa63c2-1db5-415b-8007-01e75375126d tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 945 time: 0.1646366 Aug 04 08:39:38.606665 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7003b46-0c1e-4553-a8db-bc4a74cd43e1 x-openstack-request-id: req-a7003b46-0c1e-4553-a8db-bc4a74cd43e1 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:39:38.606665 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fb48ea-95c7-4619-815f-2271cbae9fb9", "tag": "ac909070-ec11-4604-bc29-7949d074e3c1", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:39:38.606665 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a7003b46-0c1e-4553-a8db-bc4a74cd43e1 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:39:38.606665 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fb48ea-95c7-4619-815f-2271cbae9fb9', 'tag': 'ac909070-ec11-4604-bc29-7949d074e3c1', 'status': 'completed', 'code': 200} Aug 04 08:39:38.614705 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:38.651842 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4570c26-3383-40a8-99b8-0398b6128315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373e7360-f556-42f1-a5bc-cb5fe9092bb5'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:39:38.709781 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd17022-ea83-493f-a284-2a5b6de3961a req-f89a5fb9-272d-4374-974f-517f906e8dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:38.712232 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cbd17022-ea83-493f-a284-2a5b6de3961a req-f89a5fb9-272d-4374-974f-517f906e8dbd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bdc92ef353f743beb579e2734e4bc9ed&device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 1096 time: 0.0881684 Aug 04 08:39:38.726572 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8e848f5f-9d63-44f9-a9da-b0ce930219b8 req-cfc602f4-cdab-43c9-a8c1-f8a646ea715a tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/security-groups?id=30ebbb7d-0603-4a25-91c7-f24d02749395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030710 Aug 04 08:39:38.799459 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 373e7360-f556-42f1-a5bc-cb5fe9092bb5, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=373e7360-f556-42f1-a5bc-cb5fe9092bb5,segment=NetworkSegment(147dad7c-ed05-492d-9e1e-40d0053815ac),segment_id=147dad7c-ed05-492d-9e1e-40d0053815ac)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:39:38.811899 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1415a1-27f3-44be-bb5e-0b7a587ab482 req-98557ec7-8824-4e29-8fd7-325a9d3fbd3d tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:38.814388 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9b1415a1-27f3-44be-bb5e-0b7a587ab482 req-98557ec7-8824-4e29-8fd7-325a9d3fbd3d tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 945 time: 0.1059175 Aug 04 08:39:38.858376 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=f3f64c7c-cadc-4780-87a4-59477460f157,revision_number=4']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:38.859051 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd17022-ea83-493f-a284-2a5b6de3961a req-1aa8fa0c-4c3c-456a-8693-6c63988cfd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:38.861194 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cbd17022-ea83-493f-a284-2a5b6de3961a req-1aa8fa0c-4c3c-456a-8693-6c63988cfd05 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=bdc92ef353f743beb579e2734e4bc9ed&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1333497 Aug 04 08:39:38.877956 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9b1415a1-27f3-44be-bb5e-0b7a587ab482 req-2a503b0b-d64f-4484-b2ca-9a4df486c750 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561733 Aug 04 08:39:38.917352 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['f3f64c7c-cadc-4780-87a4-59477460f157'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:39:38.951419 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:38.952282 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 72b05b6a-a5e6-492f-b096-70e19ddba32e up at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:39:38.966150 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd17022-ea83-493f-a284-2a5b6de3961a req-94e04760-e953-4a2e-bd76-5cdd36d20b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:38.967604 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cbd17022-ea83-493f-a284-2a5b6de3961a req-94e04760-e953-4a2e-bd76-5cdd36d20b8a service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970607 Aug 04 08:39:39.052690 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=373e7360-f556-42f1-a5bc-cb5fe9092bb5,revision_number=5']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:39.087698 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-8ba98a0e-e4a1-4441-bb68-3bc545eb18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:39.089653 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-8ba98a0e-e4a1-4441-bb68-3bc545eb18dc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bdc92ef353f743beb579e2734e4bc9ed&device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 1096 time: 0.0551839 Aug 04 08:39:39.143677 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-19b7bf13-efbc-4384-b88a-d14c82432645 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac909070-ec11-4604-bc29-7949d074e3c1 HTTP/1.1" status: 200 len: 217 time: 0.0410841 Aug 04 08:39:39.167605 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning for port 72b05b6a-a5e6-492f-b096-70e19ddba32e completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:39:39.172197 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning complete for port 72b05b6a-a5e6-492f-b096-70e19ddba32e triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:39:39.172516 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:39.205805 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-2cf19718-6ed2-46bc-9653-6f7c081b98e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:39.207965 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-2cf19718-6ed2-46bc-9653-6f7c081b98e1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8b561a38-fec8-4399-844a-bbe6e7ef59b9 HTTP/1.1" status: 200 len: 849 time: 0.0575347 Aug 04 08:39:39.265017 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:39.279414 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-02cacfc3-bb73-46f7-bb18-5bac5340ee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:39.281275 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-02cacfc3-bb73-46f7-bb18-5bac5340ee24 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4c817a01-120c-4c34-99bf-8b2dbd084298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0660965 Aug 04 08:39:39.308095 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 72b05b6a-a5e6-492f-b096-70e19ddba32e, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=72b05b6a-a5e6-492f-b096-70e19ddba32e,segment=NetworkSegment(cb027c75-94ed-425f-9c98-b5e42a064b38),segment_id=cb027c75-94ed-425f-9c98-b5e42a064b38)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:39:39.375803 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c495c7497e5e90a156a42ea06e218473990fefc1974f3e33d0cb89c8111961e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145427d7-fae4-4d89-b657-86ce14fa28fa" -d '{"events": [{"server_uuid": "a4570c26-3383-40a8-99b8-0398b6128315", "name": "network-vif-plugged", "status": "completed", "tag": "373e7360-f556-42f1-a5bc-cb5fe9092bb5"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:39:39.437072 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:39.441269 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 481f2ab9-8a66-48c7-a6fc-7b49bf7192af up at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:39:39.445368 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347cb328-7715-442d-9354-33fb0bcb310c req-c16e0fd3-5633-45c6-809a-04946428d11d tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:39.446986 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-347cb328-7715-442d-9354-33fb0bcb310c req-c16e0fd3-5633-45c6-809a-04946428d11d tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 945 time: 0.0827971 Aug 04 08:39:39.467062 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d888ab-c73d-4772-af49-3f93ef9da5ad req-1f657984-8729-4e84-ad09-cadbd1a39182 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:39.470251 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f3d888ab-c73d-4772-af49-3f93ef9da5ad req-1f657984-8729-4e84-ad09-cadbd1a39182 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 943 time: 0.0671523 Aug 04 08:39:39.471061 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-ac4eca0e-5d88-45e1-b008-52663b7c3381 service neutron] 10.222.0.61 "GET /v2.0/networks/4c817a01-120c-4c34-99bf-8b2dbd084298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809652 Aug 04 08:39:39.516260 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f3d888ab-c73d-4772-af49-3f93ef9da5ad req-2e9225bb-0580-4fb7-ad32-29d66a0a04bf tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390363 Aug 04 08:39:39.575433 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-347cb328-7715-442d-9354-33fb0bcb310c req-400d0776-6fe7-4f5e-8b23-0206a1fc7678 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186035 Aug 04 08:39:39.625640 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cd10a9a7-0d0c-4fb1-98f3-f341b3eddf68 req-ef462159-6d77-4d0f-a96c-7a7dc8a62313 service neutron] 10.222.0.61 "GET /v2.0/networks/4c817a01-120c-4c34-99bf-8b2dbd084298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469455 Aug 04 08:39:39.676020 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=72b05b6a-a5e6-492f-b096-70e19ddba32e,revision_number=5']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:39.767419 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning for port 481f2ab9-8a66-48c7-a6fc-7b49bf7192af completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:39:39.773164 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning complete for port 481f2ab9-8a66-48c7-a6fc-7b49bf7192af triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:39:39.778175 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:39.779592 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8046ed3d-2358-450d-b2de-a835167259b1 x-openstack-request-id: req-8046ed3d-2358-450d-b2de-a835167259b1 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:39:39.779906 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4570c26-3383-40a8-99b8-0398b6128315", "name": "network-vif-plugged", "status": "completed", "tag": "373e7360-f556-42f1-a5bc-cb5fe9092bb5", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:39:39.780214 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8046ed3d-2358-450d-b2de-a835167259b1 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:39:39.780674 dv-cinder-802653-4-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4570c26-3383-40a8-99b8-0398b6128315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373e7360-f556-42f1-a5bc-cb5fe9092bb5', 'code': 200} Aug 04 08:39:39.853829 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924502ba-7158-44f6-bf18-166f56a2013e req-44d53c90-d349-4dc1-aaf6-95810d3a8bf8 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:39.855466 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-924502ba-7158-44f6-bf18-166f56a2013e req-44d53c90-d349-4dc1-aaf6-95810d3a8bf8 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 946 time: 0.0567808 Aug 04 08:39:39.870478 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:39.898938 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-924502ba-7158-44f6-bf18-166f56a2013e req-b6f82342-c81f-47bb-a3bf-6dfa828b1323 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/security-groups?id=30ebbb7d-0603-4a25-91c7-f24d02749395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373399 Aug 04 08:39:39.910048 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 481f2ab9-8a66-48c7-a6fc-7b49bf7192af, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=481f2ab9-8a66-48c7-a6fc-7b49bf7192af,segment=NetworkSegment(b9bcbbd9-c1c5-45af-90bb-9eb9716d692f),segment_id=b9bcbbd9-c1c5-45af-90bb-9eb9716d692f)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:39:39.973848 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:40.020303 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa790e-b723-4ebb-907a-746d3892f897 req-ae4313fe-f846-45f3-8e77-9528a9dee82c tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:40.028691 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-17fa790e-b723-4ebb-907a-746d3892f897 req-ae4313fe-f846-45f3-8e77-9528a9dee82c tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 945 time: 0.0582829 Aug 04 08:39:40.038519 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=481f2ab9-8a66-48c7-a6fc-7b49bf7192af,revision_number=5']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:40.059160 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device f3f64c7c-cadc-4780-87a4-59477460f157 up at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:39:40.080019 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-17fa790e-b723-4ebb-907a-746d3892f897 req-6a30a2dd-1fa0-4998-97ea-13899d22a08e tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518601 Aug 04 08:39:40.178764 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a16cf7-dc72-47bd-a40d-f3d58721b697 req-e73b6583-4cb3-4ede-8ca1-ac402dd3ab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:40.180412 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a5a16cf7-dc72-47bd-a40d-f3d58721b697 req-e73b6583-4cb3-4ede-8ca1-ac402dd3ab22 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 1098 time: 0.0891092 Aug 04 08:39:40.205917 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-a5a16cf7-dc72-47bd-a40d-f3d58721b697 req-58439814-e206-4788-ba04-daadf22faa94 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:40.208174 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning for port f3f64c7c-cadc-4780-87a4-59477460f157 completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:39:40.212157 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning complete for port f3f64c7c-cadc-4780-87a4-59477460f157 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:39:40.212579 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:40.272873 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:40.287636 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-71f7c380-5d0a-4f5a-9f1a-50eb7d249ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:40.294470 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:40.303287 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-a5a16cf7-dc72-47bd-a40d-f3d58721b697 req-58439814-e206-4788-ba04-daadf22faa94 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:40.330731 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port f3f64c7c-cadc-4780-87a4-59477460f157, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=f3f64c7c-cadc-4780-87a4-59477460f157,segment=NetworkSegment(147dad7c-ed05-492d-9e1e-40d0053815ac),segment_id=147dad7c-ed05-492d-9e1e-40d0053815ac)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:39:40.384033 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-a5a16cf7-dc72-47bd-a40d-f3d58721b697 req-58439814-e206-4788-ba04-daadf22faa94 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:40.414259 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a5a16cf7-dc72-47bd-a40d-f3d58721b697 req-58439814-e206-4788-ba04-daadf22faa94 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249184 Aug 04 08:39:40.422910 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58439814-e206-4788-ba04-daadf22faa94 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0fcce4-cda6-431d-956f-888f95e362d3,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:40.442038 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:40.489454 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=f3f64c7c-cadc-4780-87a4-59477460f157,revision_number=5']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:40.623577 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 47308) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:40.655445 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a06c2c-b3e8-4e22-b818-62c1a9fa4d40 req-719c92cf-2e5e-42f3-a9a9-7eaf1c392359 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:40.664258 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-97a06c2c-b3e8-4e22-b818-62c1a9fa4d40 req-719c92cf-2e5e-42f3-a9a9-7eaf1c392359 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 943 time: 0.0656281 Aug 04 08:39:40.713341 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-97a06c2c-b3e8-4e22-b818-62c1a9fa4d40 req-5ae058f7-a33f-4a0c-84bf-a288cdc9eb0b tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420816 Aug 04 08:39:40.754570 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db619b4c-e879-4d88-9687-2d2c38d542e6 req-c100e7bd-0ddb-4462-a33e-286e31baf6a2 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:40.754570 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-db619b4c-e879-4d88-9687-2d2c38d542e6 req-c100e7bd-0ddb-4462-a33e-286e31baf6a2 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 946 time: 0.0527699 Aug 04 08:39:40.770093 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ea4acc8d-7ccf-4b7f-9cc5-44b7240eec35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:40.813947 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-db619b4c-e879-4d88-9687-2d2c38d542e6 req-4c94cb36-25db-4527-87b9-e539081650d0 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556729 Aug 04 08:39:40.881867 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ea4acc8d-7ccf-4b7f-9cc5-44b7240eec35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:40.933037 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ea4acc8d-7ccf-4b7f-9cc5-44b7240eec35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:40.972418 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-ea4acc8d-7ccf-4b7f-9cc5-44b7240eec35 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=01661c0004af4e11b4e9867b1cce4e1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3465734 Aug 04 08:39:40.973206 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4acc8d-7ccf-4b7f-9cc5-44b7240eec35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055cca24-99f3-49d0-b9a5-cb7161abbfcf,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:40.974653 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 47320) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:41.068359 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7309f1e-29e1-45ce-a68d-6b042b064021 req-12ecd4b3-c210-4e64-bf13-2bf7cfef87d4 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:41.074460 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a7309f1e-29e1-45ce-a68d-6b042b064021 req-12ecd4b3-c210-4e64-bf13-2bf7cfef87d4 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 946 time: 0.0859549 Aug 04 08:39:41.074460 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f6f4ac46-ca95-4a5c-8cb6-34be094f78b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:41.112021 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f6f4ac46-ca95-4a5c-8cb6-34be094f78b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:41.144212 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a7309f1e-29e1-45ce-a68d-6b042b064021 req-4e6c168d-fa0c-4e56-bbb2-9501736beb50 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/security-groups?id=30ebbb7d-0603-4a25-91c7-f24d02749395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629344 Aug 04 08:39:41.166160 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:41.204511 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd9fd8-c796-4584-a305-5260456c77ac req-b2af5343-b01c-445d-b656-7f99b389e9ae tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:41.206066 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9bcd9fd8-c796-4584-a305-5260456c77ac req-b2af5343-b01c-445d-b656-7f99b389e9ae tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0484345 Aug 04 08:39:41.243961 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9bcd9fd8-c796-4584-a305-5260456c77ac req-8d183c89-0129-490a-82e1-4669826ccb3e tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314956 Aug 04 08:39:41.283809 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f6f4ac46-ca95-4a5c-8cb6-34be094f78b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:41.284179 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f6f4ac46-ca95-4a5c-8cb6-34be094f78b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:41.285879 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-f6f4ac46-ca95-4a5c-8cb6-34be094f78b8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/055cca24-99f3-49d0-b9a5-cb7161abbfcf HTTP/1.1" status: 204 len: 168 time: 0.3092117 Aug 04 08:39:41.293640 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f4ac46-ca95-4a5c-8cb6-34be094f78b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055cca24-99f3-49d0-b9a5-cb7161abbfcf,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:41.707932 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 47352) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:41.782561 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c63450-9fb7-4de9-b9e7-a9aebc714323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b05b6a-a5e6-492f-b096-70e19ddba32e'}, {'server_uuid': '311603b0-2416-4fc6-a5a2-a4a6fbc8c07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481f2ab9-8a66-48c7-a6fc-7b49bf7192af'}, {'server_uuid': 'faef54ff-872b-4063-847a-86c301dc84e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f64c7c-cadc-4780-87a4-59477460f157'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:39:41.786173 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c495c7497e5e90a156a42ea06e218473990fefc1974f3e33d0cb89c8111961e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f7d0e7-e512-4343-a60d-5fdb1fa3b7ae" -d '{"events": [{"server_uuid": "a4c63450-9fb7-4de9-b9e7-a9aebc714323", "name": "network-vif-plugged", "status": "completed", "tag": "72b05b6a-a5e6-492f-b096-70e19ddba32e"}, {"server_uuid": "311603b0-2416-4fc6-a5a2-a4a6fbc8c07e", "name": "network-vif-plugged", "status": "completed", "tag": "481f2ab9-8a66-48c7-a6fc-7b49bf7192af"}, {"server_uuid": "faef54ff-872b-4063-847a-86c301dc84e9", "name": "network-vif-plugged", "status": "completed", "tag": "f3f64c7c-cadc-4780-87a4-59477460f157"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:39:41.798901 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 47366) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:41.836988 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 04 Aug 2021 08:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b59cd7-0df5-4599-9142-99607b47225e x-openstack-request-id: req-85b59cd7-0df5-4599-9142-99607b47225e {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:39:41.837463 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c63450-9fb7-4de9-b9e7-a9aebc714323", "name": "network-vif-plugged", "status": "completed", "tag": "72b05b6a-a5e6-492f-b096-70e19ddba32e", "code": 200}, {"server_uuid": "311603b0-2416-4fc6-a5a2-a4a6fbc8c07e", "name": "network-vif-plugged", "status": "completed", "tag": "481f2ab9-8a66-48c7-a6fc-7b49bf7192af", "code": 200}, {"server_uuid": "faef54ff-872b-4063-847a-86c301dc84e9", "name": "network-vif-plugged", "status": "completed", "tag": "f3f64c7c-cadc-4780-87a4-59477460f157", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:39:41.837888 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-85b59cd7-0df5-4599-9142-99607b47225e {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:39:41.838535 dv-cinder-802653-4-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c63450-9fb7-4de9-b9e7-a9aebc714323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b05b6a-a5e6-492f-b096-70e19ddba32e', 'code': 200} Aug 04 08:39:41.838935 dv-cinder-802653-4-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311603b0-2416-4fc6-a5a2-a4a6fbc8c07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481f2ab9-8a66-48c7-a6fc-7b49bf7192af', 'code': 200} Aug 04 08:39:41.839342 dv-cinder-802653-4-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faef54ff-872b-4063-847a-86c301dc84e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f64c7c-cadc-4780-87a4-59477460f157', 'code': 200} Aug 04 08:39:41.872112 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-707c9725-e8d2-4514-ae37-065546690671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:41.900092 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afe356-1331-40be-bf0f-2711f849fa83 req-99e099bc-459d-4245-899f-f5f8833b8a6f tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:41.901945 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-96afe356-1331-40be-bf0f-2711f849fa83 req-99e099bc-459d-4245-899f-f5f8833b8a6f tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 943 time: 0.0942931 Aug 04 08:39:41.949633 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b22056e8-2754-4995-8d29-564d21a20598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:41.973779 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7b8d0-7c1d-4004-8bff-ebae478b6141 req-fd80d3d0-e2e0-49ea-99a2-a48387fccf43 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:41.975723 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9dc7b8d0-7c1d-4004-8bff-ebae478b6141 req-fd80d3d0-e2e0-49ea-99a2-a48387fccf43 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 946 time: 0.0753584 Aug 04 08:39:41.997821 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-96afe356-1331-40be-bf0f-2711f849fa83 req-faec78f2-018d-4e9e-9d72-8de4f02502e1 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850592 Aug 04 08:39:42.042083 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9dc7b8d0-7c1d-4004-8bff-ebae478b6141 req-8c3bed3c-1566-49ed-a4f4-d1403430dfa8 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582676 Aug 04 08:39:42.067403 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-707c9725-e8d2-4514-ae37-065546690671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:42.083980 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device ac909070-ec11-4604-bc29-7949d074e3c1 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=100322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 08:39:42.136719 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-707c9725-e8d2-4514-ae37-065546690671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:42.193310 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-707c9725-e8d2-4514-ae37-065546690671 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=458f8cf5e67143639d9159cca51a6661&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4817016 Aug 04 08:39:42.193500 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 47378) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:42.201027 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c9725-e8d2-4514-ae37-065546690671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bc28b2-36da-4d24-ba18-3bd4d34144af,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:42.217853 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port ac909070-ec11-4604-bc29-7949d074e3c1, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=ac909070-ec11-4604-bc29-7949d074e3c1,segment=NetworkSegment(5e68a294-6a8a-445c-8bd6-23f3bac2ccca),segment_id=5e68a294-6a8a-445c-8bd6-23f3bac2ccca)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:39:42.247506 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Returning: {'device': 'ac909070-ec11-4604-bc29-7949d074e3c1', 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298', 'port_id': 'ac909070-ec11-4604-bc29-7949d074e3c1', 'mac_address': 'fa:16:3e:f8:4e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b561a38-fec8-4399-844a-bbe6e7ef59b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 08:39:42.252591 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 47380) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:42.274538 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8b8947d1-72ff-4148-8a47-568babb6fe32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:42.305478 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7bdda858-916f-425a-9983-f1e9f5dab4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:42.334608 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:42.340500 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b22056e8-2754-4995-8d29-564d21a20598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:42.350005 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7bdda858-916f-425a-9983-f1e9f5dab4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:42.385059 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609cd83-1a2d-49d9-b7bf-11e86c3040fb req-7cc226cd-f34a-4d3f-b6bf-ab03429b41aa tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:42.390333 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac909070-ec11-4604-bc29-7949d074e3c1 {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:39:42.396627 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f609cd83-1a2d-49d9-b7bf-11e86c3040fb req-7cc226cd-f34a-4d3f-b6bf-ab03429b41aa tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 946 time: 0.1237118 Aug 04 08:39:42.419809 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b22056e8-2754-4995-8d29-564d21a20598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:42.427064 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port ac909070-ec11-4604-bc29-7949d074e3c1, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=ac909070-ec11-4604-bc29-7949d074e3c1,segment=NetworkSegment(5e68a294-6a8a-445c-8bd6-23f3bac2ccca),segment_id=5e68a294-6a8a-445c-8bd6-23f3bac2ccca)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:39:42.474310 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a0c28-5290-4a77-9709-32e94679ddc2 req-91e59647-8d02-4b35-82a9-b962141ab03c tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:42.475990 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a39a0c28-5290-4a77-9709-32e94679ddc2 req-91e59647-8d02-4b35-82a9-b962141ab03c tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0557594 Aug 04 08:39:42.511472 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:42.517800 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a39a0c28-5290-4a77-9709-32e94679ddc2 req-f5adf66e-0474-4995-81f4-0baba18b4a41 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357563 Aug 04 08:39:42.535263 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22056e8-2754-4995-8d29-564d21a20598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c730e922-b004-4e29-a736-3c0e9636f2cd,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:42.541544 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f609cd83-1a2d-49d9-b7bf-11e86c3040fb req-564fa668-e90a-4890-92c2-01423167dbfa tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/security-groups?id=30ebbb7d-0603-4a25-91c7-f24d02749395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441290 Aug 04 08:39:42.557852 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-b22056e8-2754-4995-8d29-564d21a20598 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=058388d7ca9b47e4bd1f38094b707648&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7579064 Aug 04 08:39:42.562547 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 47390) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:42.569402 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7bdda858-916f-425a-9983-f1e9f5dab4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:42.572842 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7bdda858-916f-425a-9983-f1e9f5dab4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:42.576197 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-7bdda858-916f-425a-9983-f1e9f5dab4ed admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c1bc28b2-36da-4d24-ba18-3bd4d34144af HTTP/1.1" status: 204 len: 168 time: 0.3795109 Aug 04 08:39:42.584446 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdda858-916f-425a-9983-f1e9f5dab4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bc28b2-36da-4d24-ba18-3bd4d34144af,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:42.608105 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=ac909070-ec11-4604-bc29-7949d074e3c1,revision_number=4']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:42.753358 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ae5a5-947a-4f0a-b164-7056a7b647cf req-b831bdad-d932-49a8-a80c-4376533901a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:42.755341 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-be7ae5a5-947a-4f0a-b164-7056a7b647cf req-b831bdad-d932-49a8-a80c-4376533901a7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 1099 time: 0.1015511 Aug 04 08:39:42.801767 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-be7ae5a5-947a-4f0a-b164-7056a7b647cf req-c71972c4-e585-438d-be99-60374b089c42 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394366 Aug 04 08:39:42.825847 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88476c-69b6-4a08-a693-519a8ce11d09 req-a9dd62eb-79df-45cd-8394-60a10847659f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:42.827302 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5b88476c-69b6-4a08-a693-519a8ce11d09 req-a9dd62eb-79df-45cd-8394-60a10847659f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 1099 time: 0.4123337 Aug 04 08:39:42.842921 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['ac909070-ec11-4604-bc29-7949d074e3c1'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:39:42.868725 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700e825-081c-40a7-ace1-5d951322aa0f req-607cbde1-0a8d-4237-8ea8-e9dad44352d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:42.870175 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1700e825-081c-40a7-ace1-5d951322aa0f req-607cbde1-0a8d-4237-8ea8-e9dad44352d0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 1099 time: 0.4281218 Aug 04 08:39:42.871695 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:42.897472 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ce4beb49-02e6-4bc5-a6df-92a50baf0d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:42.914788 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8b8947d1-72ff-4148-8a47-568babb6fe32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:42.928726 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ce4beb49-02e6-4bc5-a6df-92a50baf0d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:42.995500 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8b8947d1-72ff-4148-8a47-568babb6fe32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:43.036275 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-8b8947d1-72ff-4148-8a47-568babb6fe32 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=623dc1a3dc334b3eb6fab86d30d24a39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7824953 Aug 04 08:39:43.037903 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 47402) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:43.044531 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8947d1-72ff-4148-8a47-568babb6fe32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957e9559-c038-4170-85ff-a9ddad0253a7,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:43.085939 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ce4beb49-02e6-4bc5-a6df-92a50baf0d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:43.089774 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ce4beb49-02e6-4bc5-a6df-92a50baf0d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:43.093297 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-ce4beb49-02e6-4bc5-a6df-92a50baf0d89 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c730e922-b004-4e29-a736-3c0e9636f2cd HTTP/1.1" status: 204 len: 168 time: 0.5268159 Aug 04 08:39:43.124108 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4beb49-02e6-4bc5-a6df-92a50baf0d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c730e922-b004-4e29-a736-3c0e9636f2cd,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:43.164829 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5b88476c-69b6-4a08-a693-519a8ce11d09 req-7826e073-74e4-41ba-85df-cca067d21360 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=30ebbb7d-0603-4a25-91c7-f24d02749395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936706 Aug 04 08:39:43.166251 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1700e825-081c-40a7-ace1-5d951322aa0f req-6b610200-aa5d-4da5-a8e6-05d5b6c582ca service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963504 Aug 04 08:39:43.166360 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f28e8-7aa8-48ee-9253-f78ebf91c556 req-4bf5a2e9-cb33-4e6a-b30c-81f8882c3130 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:43.166955 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6870313a-ddb8-4197-a581-6286bd56fd57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:43.175893 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-729f28e8-7aa8-48ee-9253-f78ebf91c556 req-4bf5a2e9-cb33-4e6a-b30c-81f8882c3130 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 944 time: 0.0778637 Aug 04 08:39:43.211401 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6870313a-ddb8-4197-a581-6286bd56fd57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:43.216517 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-729f28e8-7aa8-48ee-9253-f78ebf91c556 req-a2226ae1-660b-4734-9476-244d73a8c84d tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397279 Aug 04 08:39:43.258490 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60161054-823b-495a-8127-2472b4e95a72 req-a284289c-f929-4fb0-95f6-f806dea4c832 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:43.259858 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-60161054-823b-495a-8127-2472b4e95a72 req-a284289c-f929-4fb0-95f6-f806dea4c832 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 946 time: 0.0839660 Aug 04 08:39:43.301722 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-60161054-823b-495a-8127-2472b4e95a72 req-913d9cd8-310b-4fc3-98b8-a202f61953e2 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355976 Aug 04 08:39:43.350234 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6870313a-ddb8-4197-a581-6286bd56fd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:43.352830 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6870313a-ddb8-4197-a581-6286bd56fd57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:43.354058 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-6870313a-ddb8-4197-a581-6286bd56fd57 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/957e9559-c038-4170-85ff-a9ddad0253a7 HTTP/1.1" status: 204 len: 168 time: 0.3152587 Aug 04 08:39:43.362055 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870313a-ddb8-4197-a581-6286bd56fd57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957e9559-c038-4170-85ff-a9ddad0253a7,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:43.633295 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a8119-6eb6-4acb-b60e-76909784adf5 req-f0c4b726-2184-44a5-afde-6d83da610596 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:43.636590 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-490a8119-6eb6-4acb-b60e-76909784adf5 req-f0c4b726-2184-44a5-afde-6d83da610596 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0507903 Aug 04 08:39:43.658471 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f36a4-e961-444b-ba4d-ae653b10952e req-75e6a2c3-a980-435c-b5c6-762f28cad02c tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:43.664990 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-724f36a4-e961-444b-ba4d-ae653b10952e req-75e6a2c3-a980-435c-b5c6-762f28cad02c tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 946 time: 0.0526400 Aug 04 08:39:43.680985 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-490a8119-6eb6-4acb-b60e-76909784adf5 req-1b119d96-a582-4ecc-8dbc-fc6d509dbc5d tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399725 Aug 04 08:39:43.708375 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-724f36a4-e961-444b-ba4d-ae653b10952e req-bda97d96-2c9e-4105-a309-09b09d2ee746 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/security-groups?id=30ebbb7d-0603-4a25-91c7-f24d02749395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413675 Aug 04 08:39:43.859243 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 47440) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:43.874178 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-efda9982-73a6-4ebe-9af8-2de975646da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:43.985744 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-efda9982-73a6-4ebe-9af8-2de975646da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:44.046978 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-efda9982-73a6-4ebe-9af8-2de975646da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:44.084174 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda9982-73a6-4ebe-9af8-2de975646da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a476872-c879-4965-9a96-4ca44e74757f,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:44.090667 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-efda9982-73a6-4ebe-9af8-2de975646da5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0b329f1550a640e2a18b3b87b274f5db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289672 Aug 04 08:39:44.092061 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device ac909070-ec11-4604-bc29-7949d074e3c1 up at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:39:44.092550 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 47454) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:44.141771 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-529ed3ee-de43-4ccc-b261-c730978d487e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:44.168469 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-529ed3ee-de43-4ccc-b261-c730978d487e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:44.224174 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning for port ac909070-ec11-4604-bc29-7949d074e3c1 completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:39:44.229446 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning complete for port ac909070-ec11-4604-bc29-7949d074e3c1 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:39:44.233617 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:44.281682 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-529ed3ee-de43-4ccc-b261-c730978d487e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:44.286172 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-529ed3ee-de43-4ccc-b261-c730978d487e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:44.287674 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-529ed3ee-de43-4ccc-b261-c730978d487e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3a476872-c879-4965-9a96-4ca44e74757f HTTP/1.1" status: 204 len: 168 time: 0.1943092 Aug 04 08:39:44.319674 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:44.332412 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ed3ee-de43-4ccc-b261-c730978d487e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a476872-c879-4965-9a96-4ca44e74757f,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:44.377882 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfaf34-5d63-4ca6-98b7-40adf5faf394 req-680dcf61-7058-46a6-9115-8f4527128aab tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:44.400031 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2dbfaf34-5d63-4ca6-98b7-40adf5faf394 req-680dcf61-7058-46a6-9115-8f4527128aab tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 944 time: 0.1109529 Aug 04 08:39:44.400627 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fb48ea-95c7-4619-815f-2271cbae9fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac909070-ec11-4604-bc29-7949d074e3c1'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:39:44.404259 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c495c7497e5e90a156a42ea06e218473990fefc1974f3e33d0cb89c8111961e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cc5b7e-eb93-422b-9328-d31f678010f7" -d '{"events": [{"server_uuid": "51fb48ea-95c7-4619-815f-2271cbae9fb9", "name": "network-vif-plugged", "status": "completed", "tag": "ac909070-ec11-4604-bc29-7949d074e3c1"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:39:44.418442 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port ac909070-ec11-4604-bc29-7949d074e3c1, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=ac909070-ec11-4604-bc29-7949d074e3c1,segment=NetworkSegment(5e68a294-6a8a-445c-8bd6-23f3bac2ccca),segment_id=5e68a294-6a8a-445c-8bd6-23f3bac2ccca)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:39:44.453327 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2dbfaf34-5d63-4ca6-98b7-40adf5faf394 req-26b69447-3bb9-4ac8-904d-0684b85ef42a tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524597 Aug 04 08:39:44.484492 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72945b5b-c361-4296-9110-6fac3f390487 req-c1d0fda5-62cb-4ea1-941a-64e9bca12426 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:44.492086 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-72945b5b-c361-4296-9110-6fac3f390487 req-c1d0fda5-62cb-4ea1-941a-64e9bca12426 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 946 time: 0.1027985 Aug 04 08:39:44.499910 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:44.552483 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e158eada-9dbc-4210-b72b-854df55580d7 x-openstack-request-id: req-e158eada-9dbc-4210-b72b-854df55580d7 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:39:44.553065 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fb48ea-95c7-4619-815f-2271cbae9fb9", "name": "network-vif-plugged", "status": "completed", "tag": "ac909070-ec11-4604-bc29-7949d074e3c1", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:39:44.553403 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e158eada-9dbc-4210-b72b-854df55580d7 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:39:44.553990 dv-cinder-802653-4-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fb48ea-95c7-4619-815f-2271cbae9fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac909070-ec11-4604-bc29-7949d074e3c1', 'code': 200} Aug 04 08:39:44.563740 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=ac909070-ec11-4604-bc29-7949d074e3c1,revision_number=5']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:44.567071 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-72945b5b-c361-4296-9110-6fac3f390487 req-e5dd6354-0d22-402c-8477-301aa1b1d919 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739009 Aug 04 08:39:44.844868 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dafa70-e0cc-4931-a71f-29f5423ea5bc req-62bae563-bb87-4062-ad3a-04faec92d3ed tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:44.846541 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-96dafa70-e0cc-4931-a71f-29f5423ea5bc req-62bae563-bb87-4062-ad3a-04faec92d3ed tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0745029 Aug 04 08:39:44.855547 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83793c26-ded0-4220-89af-bb9d5809defb req-30ad7230-d93b-4c45-884a-a6636d934056 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:44.857158 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-83793c26-ded0-4220-89af-bb9d5809defb req-30ad7230-d93b-4c45-884a-a6636d934056 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 946 time: 0.0576117 Aug 04 08:39:44.893979 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-96dafa70-e0cc-4931-a71f-29f5423ea5bc req-554487dd-af57-4bdc-a082-1103768acd41 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404994 Aug 04 08:39:44.907237 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-83793c26-ded0-4220-89af-bb9d5809defb req-1dbd0c28-3f24-4643-b225-4007c1afbaf1 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/security-groups?id=30ebbb7d-0603-4a25-91c7-f24d02749395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402036 Aug 04 08:39:45.081042 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6815d-0b2c-4bf7-9b00-d883f4423aa4 req-b92d9f7b-3d44-4c2a-b5e0-1c42e118df69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:45.083407 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f4e6815d-0b2c-4bf7-9b00-d883f4423aa4 req-b92d9f7b-3d44-4c2a-b5e0-1c42e118df69 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 1098 time: 0.0505192 Aug 04 08:39:45.150820 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f4e6815d-0b2c-4bf7-9b00-d883f4423aa4 req-10057705-637c-4563-b2a4-45981cde4d28 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452030 Aug 04 08:39:45.574303 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc819e18-df1a-4c17-9fd7-777458d33d7c req-e0ae4ba6-3998-4180-a01c-d360800986fe tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:45.575805 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bc819e18-df1a-4c17-9fd7-777458d33d7c req-e0ae4ba6-3998-4180-a01c-d360800986fe tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0783141 Aug 04 08:39:45.582235 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0f850-8f3e-4f64-808b-2de2bcffbc65 req-050b1505-0344-4395-a16a-9d5a1ceb6375 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:45.583727 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-e6f0f850-8f3e-4f64-808b-2de2bcffbc65 req-050b1505-0344-4395-a16a-9d5a1ceb6375 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0495346 Aug 04 08:39:45.619431 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bc819e18-df1a-4c17-9fd7-777458d33d7c req-a1f3c877-bfeb-4e8b-accd-7507ed2215d2 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355422 Aug 04 08:39:45.629306 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-e6f0f850-8f3e-4f64-808b-2de2bcffbc65 req-1c5929a5-8ed5-44ab-91d0-c63230a538cb tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364978 Aug 04 08:39:45.676170 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9ac99-cb8b-4870-9bed-effdf26f392a req-6ae606b2-3ba8-48d7-bef7-affaabd3532f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:45.678227 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-86e9ac99-cb8b-4870-9bed-effdf26f392a req-6ae606b2-3ba8-48d7-bef7-affaabd3532f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=55a9fea77bcc44ab9534b396d5e3d350&device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 1099 time: 0.0426819 Aug 04 08:39:45.805170 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2e87c-1b5a-4428-b0c4-cb183dd39270 req-e94a7fc9-65ad-4069-a591-3e877f929f0c tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:45.806655 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e1f2e87c-1b5a-4428-b0c4-cb183dd39270 req-e94a7fc9-65ad-4069-a591-3e877f929f0c tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 946 time: 0.1046987 Aug 04 08:39:45.836378 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9ac99-cb8b-4870-9bed-effdf26f392a req-f9687fb6-d152-4309-b8e6-06f9846d72b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:45.837834 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-86e9ac99-cb8b-4870-9bed-effdf26f392a req-f9687fb6-d152-4309-b8e6-06f9846d72b1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac5dabef-071c-44b6-81ab-8c1938a68bd3 HTTP/1.1" status: 200 len: 919 time: 0.1489329 Aug 04 08:39:45.869525 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 47538) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:45.892398 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e1f2e87c-1b5a-4428-b0c4-cb183dd39270 req-8eaabe21-a4af-4fb7-b9ef-bb1eff20cda1 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783556 Aug 04 08:39:45.893799 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-86e9ac99-cb8b-4870-9bed-effdf26f392a req-6ef4d237-4d2c-4e84-8b81-079812ecb696 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3f64c7c-cadc-4780-87a4-59477460f157 HTTP/1.1" status: 200 len: 217 time: 0.0450845 Aug 04 08:39:45.947887 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9ac99-cb8b-4870-9bed-effdf26f392a req-57f46ab1-fd96-4150-8224-6e16b46a3b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:45.949629 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-86e9ac99-cb8b-4870-9bed-effdf26f392a req-57f46ab1-fd96-4150-8224-6e16b46a3b8a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d3847e2a-31ec-433f-bb0a-5a9cd2601977 HTTP/1.1" status: 200 len: 858 time: 0.0482991 Aug 04 08:39:46.013235 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-86e9ac99-cb8b-4870-9bed-effdf26f392a req-65d8b9d6-ea5d-4e1b-b9c9-8bf605c9efed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac5dabef-071c-44b6-81ab-8c1938a68bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456767 Aug 04 08:39:46.070630 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af553302-7a88-4857-be88-0b06c380703a req-f49cc19f-a60a-41c8-891f-f68e6730d1f3 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:46.072589 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-af553302-7a88-4857-be88-0b06c380703a req-f49cc19f-a60a-41c8-891f-f68e6730d1f3 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 946 time: 0.0849555 Aug 04 08:39:46.074529 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d055af10-552d-4507-816a-35a6178dd8e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:46.141811 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-86e9ac99-cb8b-4870-9bed-effdf26f392a req-e9b8ee2c-781e-4a71-9ce2-1476cda114cb service neutron] 10.222.0.61 "GET /v2.0/networks/ac5dabef-071c-44b6-81ab-8c1938a68bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096270 Aug 04 08:39:46.148534 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-af553302-7a88-4857-be88-0b06c380703a req-db938b06-64e7-4401-b61f-a8e91d990cb3 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/security-groups?id=30ebbb7d-0603-4a25-91c7-f24d02749395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576224 Aug 04 08:39:46.233767 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d055af10-552d-4507-816a-35a6178dd8e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:46.255990 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-86e9ac99-cb8b-4870-9bed-effdf26f392a req-02c8c141-48ca-4842-9660-c4c5a1cf61cb service neutron] 10.222.0.61 "GET /v2.0/networks/ac5dabef-071c-44b6-81ab-8c1938a68bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023803 Aug 04 08:39:46.344272 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d055af10-552d-4507-816a-35a6178dd8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:46.384897 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-d055af10-552d-4507-816a-35a6178dd8e8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=303e18d495204a0e97e5886777ea9bba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5142817 Aug 04 08:39:46.385693 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055af10-552d-4507-816a-35a6178dd8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595266ab-5ecf-43d2-8567-e44c35da7e19,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:46.387599 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 47568) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:46.440018 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c49f384c-2322-4781-bb38-c3cadb95c450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:46.466569 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c49f384c-2322-4781-bb38-c3cadb95c450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:46.677933 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c49f384c-2322-4781-bb38-c3cadb95c450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:46.683545 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c49f384c-2322-4781-bb38-c3cadb95c450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:46.683545 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-c49f384c-2322-4781-bb38-c3cadb95c450 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/595266ab-5ecf-43d2-8567-e44c35da7e19 HTTP/1.1" status: 204 len: 168 time: 0.2921643 Aug 04 08:39:46.694434 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f384c-2322-4781-bb38-c3cadb95c450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595266ab-5ecf-43d2-8567-e44c35da7e19,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:46.804923 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97158974-b850-4170-878f-1c5b3ea43a8c req-7ceb6107-5988-445f-916b-1d51d1ab5ba8 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:46.822396 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-97158974-b850-4170-878f-1c5b3ea43a8c req-7ceb6107-5988-445f-916b-1d51d1ab5ba8 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.1119657 Aug 04 08:39:46.860247 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cba1ac-38e8-4a62-87f2-3c1cd5ee9a08 req-dd1d89e7-da75-439c-8207-df89b0b04db5 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:46.867050 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-72cba1ac-38e8-4a62-87f2-3c1cd5ee9a08 req-dd1d89e7-da75-439c-8207-df89b0b04db5 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.1162050 Aug 04 08:39:46.880529 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-97158974-b850-4170-878f-1c5b3ea43a8c req-6d7ab9c3-829b-4c15-87b1-997f5ea41b05 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529895 Aug 04 08:39:46.914606 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-72cba1ac-38e8-4a62-87f2-3c1cd5ee9a08 req-16417362-7d99-49b7-8e65-739b621fafd1 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411201 Aug 04 08:39:47.429813 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 47600) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:47.443577 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ea1d07b3-f4d9-470b-ad89-5b63392b3c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:47.543252 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ea1d07b3-f4d9-470b-ad89-5b63392b3c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:47.613329 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ea1d07b3-f4d9-470b-ad89-5b63392b3c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:47.671690 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-ea1d07b3-f4d9-470b-ad89-5b63392b3c34 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1f57086893334f168a1acb1f59e3c76a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409458 Aug 04 08:39:47.675353 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 47618) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:47.703253 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d07b3-f4d9-470b-ad89-5b63392b3c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a712f6-4b41-4412-8f07-feab4186d4d1,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:47.740029 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-2a4d229f-da30-4500-adf7-092cbbe65874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:47.776279 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-2a4d229f-da30-4500-adf7-092cbbe65874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:47.898523 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-2a4d229f-da30-4500-adf7-092cbbe65874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:47.901486 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-2a4d229f-da30-4500-adf7-092cbbe65874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:47.902783 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-2a4d229f-da30-4500-adf7-092cbbe65874 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/45a712f6-4b41-4412-8f07-feab4186d4d1 HTTP/1.1" status: 204 len: 168 time: 0.2261293 Aug 04 08:39:47.911328 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d229f-da30-4500-adf7-092cbbe65874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a712f6-4b41-4412-8f07-feab4186d4d1,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:48.003960 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524732e-0b09-4c41-b952-102a2dfacc77 req-87142c48-38cf-4284-83e0-ac98cdffc908 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:48.011170 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c524732e-0b09-4c41-b952-102a2dfacc77 req-87142c48-38cf-4284-83e0-ac98cdffc908 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0591795 Aug 04 08:39:48.045085 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c524732e-0b09-4c41-b952-102a2dfacc77 req-e35c28d9-2a37-477a-b852-5943ed6089f6 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327344 Aug 04 08:39:48.155463 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da543fd-13d4-44c8-9a2e-cba295064bfe req-9c68a564-a1b2-4639-b7f0-5896cde8dce8 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:48.157091 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6da543fd-13d4-44c8-9a2e-cba295064bfe req-9c68a564-a1b2-4639-b7f0-5896cde8dce8 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0495474 Aug 04 08:39:48.197099 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6da543fd-13d4-44c8-9a2e-cba295064bfe req-7a5550ff-c938-4a73-a615-4941109d15c4 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323431 Aug 04 08:39:48.359383 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83bad6-3833-48ab-9b6a-a9c78598cda1 req-b5466939-928b-423a-b4fc-f59d67be3eee tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:48.360937 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1f83bad6-3833-48ab-9b6a-a9c78598cda1 req-b5466939-928b-423a-b4fc-f59d67be3eee tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0544655 Aug 04 08:39:48.370573 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 47646) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:48.375258 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-dd5de56d-05af-4f13-adf3-a68e748c7615 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Request body: {'floatingip': {'port_id': 'ac909070-ec11-4604-bc29-7949d074e3c1'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:39:48.460373 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-dd5de56d-05af-4f13-adf3-a68e748c7615 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for floatingip, before_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:48.475685 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:49.278145 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb730e-0219-4303-8408-ca3f813d6543 req-90bb75e5-6f54-4502-b783-54c947f88fb3 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:49.279766 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a4bb730e-0219-4303-8408-ca3f813d6543 req-90bb75e5-6f54-4502-b783-54c947f88fb3 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.1424639 Aug 04 08:39:49.404201 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a4bb730e-0219-4303-8408-ca3f813d6543 req-9a0746e6-6ebd-4480-ad9d-03564d63ce28 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141584 Aug 04 08:39:49.412206 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-dd5de56d-05af-4f13-adf3-a68e748c7615 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:49.476458 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-dd5de56d-05af-4f13-adf3-a68e748c7615 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055929'] for floatingip, after_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:49.621136 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.db.l3_db [None req-dd5de56d-05af-4f13-adf3-a68e748c7615 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Floating IP 29a7ad9c-48b5-4f5f-8198-7caca8e2d835 associated. External IP: 172.27.0.218, port: ac909070-ec11-4604-bc29-7949d074e3c1. Aug 04 08:39:49.835860 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5de56d-05af-4f13-adf3-a68e748c7615 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Router c9f931c9-2943-4dfe-af33-d6aa563b9381 has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:39:49.948810 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5de56d-05af-4f13-adf3-a68e748c7615 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:39:49.953267 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-dd5de56d-05af-4f13-adf3-a68e748c7615 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for floatingip, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:49.962872 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3856a39a-5dc6-4fa4-b261-832922afa128 None None] Sync routers for ids ['c9f931c9-2943-4dfe-af33-d6aa563b9381'] in dv-cinder-802653-4-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:39:49.972485 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3856a39a-5dc6-4fa4-b261-832922afa128 None None] Routers {'c9f931c9-2943-4dfe-af33-d6aa563b9381'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:39:49.973091 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-3856a39a-5dc6-4fa4-b261-832922afa128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:39:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['c9f931c9-2943-4dfe-af33-d6aa563b9381'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:39:49.983673 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-dd5de56d-05af-4f13-adf3-a68e748c7615 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "PUT /v2.0/floatingips/29a7ad9c-48b5-4f5f-8198-7caca8e2d835 HTTP/1.1" status: 200 len: 991 time: 1.6120129 Aug 04 08:39:49.984298 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fb48ea-95c7-4619-815f-2271cbae9fb9', 'tag': 'ac909070-ec11-4604-bc29-7949d074e3c1'}] {{(pid=100320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:39:49.986839 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0fb8cf4a75af305c05a6811089918ae1dc95fdd1c14f947d6ddb53af2a89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bdc82d-20fd-48c8-98bd-1edc7281889b" -d '{"events": [{"name": "network-changed", "server_uuid": "51fb48ea-95c7-4619-815f-2271cbae9fb9", "tag": "ac909070-ec11-4604-bc29-7949d074e3c1"}]}' {{(pid=100320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:39:50.026070 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68fec31-7ae2-4eaa-b360-089b15ac3824 x-openstack-request-id: req-b68fec31-7ae2-4eaa-b360-089b15ac3824 {{(pid=100320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:39:50.026070 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fb48ea-95c7-4619-815f-2271cbae9fb9", "tag": "ac909070-ec11-4604-bc29-7949d074e3c1", "status": "completed", "code": 200}]} {{(pid=100320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:39:50.026070 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b68fec31-7ae2-4eaa-b360-089b15ac3824 {{(pid=100320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:39:50.026070 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fb48ea-95c7-4619-815f-2271cbae9fb9', 'tag': 'ac909070-ec11-4604-bc29-7949d074e3c1', 'status': 'completed', 'code': 200} Aug 04 08:39:50.083080 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-3856a39a-5dc6-4fa4-b261-832922afa128 None None] Set router c9f931c9-2943-4dfe-af33-d6aa563b9381 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:39:50.369747 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-3856a39a-5dc6-4fa4-b261-832922afa128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'name': 'tempest-AttachVolumeTestJSON-339756056-router', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:39:08Z', 'updated_at': '2021-08-04T08:39:16Z', 'revision_number': 4, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'gw_port': {'id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:09Z', 'updated_at': '2021-08-04T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_floatingips': [{'id': '29a7ad9c-48b5-4f5f-8198-7caca8e2d835', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'floating_ip_address': '172.27.0.218', 'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'router_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'port_id': 'ac909070-ec11-4604-bc29-7949d074e3c1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298', 'mac_address': 'fa:16:3e:f8:4e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51fb48ea-95c7-4619-815f-2271cbae9fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T08:39:30Z', 'updated_at': '2021-08-04T08:39:49Z', 'revision_number': 1, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4ba8a4c-be0c-48ff-a7aa-a7f1e088f874', 'name': '', 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'mac_address': 'fa:16:3e:8c:09:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8b561a38-fec8-4399-844a-bbe6e7ef59b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:14Z', 'updated_at': '2021-08-04T08:39:27Z', 'revision_number': 5, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'subnets': [{'id': '8b561a38-fec8-4399-844a-bbe6e7ef59b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:39:50.481881 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3856a39a-5dc6-4fa4-b261-832922afa128 None None] Checking router: c9f931c9-2943-4dfe-af33-d6aa563b9381 for host: dv-cinder-802653-4-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:39:50.492849 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3856a39a-5dc6-4fa4-b261-832922afa128 None None] Routers {'c9f931c9-2943-4dfe-af33-d6aa563b9381'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:39:50.493617 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-3856a39a-5dc6-4fa4-b261-832922afa128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:39:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['c9f931c9-2943-4dfe-af33-d6aa563b9381'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:39:50.530973 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3e6be-d7a4-4226-93e9-76b2146e7256 req-3b7fa7aa-8f27-4dbf-a7e1-c33ec55b060a tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:50.532631 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-daf3e6be-d7a4-4226-93e9-76b2146e7256 req-3b7fa7aa-8f27-4dbf-a7e1-c33ec55b060a tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0508063 Aug 04 08:39:50.573104 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-daf3e6be-d7a4-4226-93e9-76b2146e7256 req-20779a21-bec7-4f45-9bea-ff6ab8a23b7a tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336728 Aug 04 08:39:50.606465 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-3856a39a-5dc6-4fa4-b261-832922afa128 None None] Set router c9f931c9-2943-4dfe-af33-d6aa563b9381 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:39:50.829541 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-3856a39a-5dc6-4fa4-b261-832922afa128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'name': 'tempest-AttachVolumeTestJSON-339756056-router', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:39:08Z', 'updated_at': '2021-08-04T08:39:16Z', 'revision_number': 4, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'gw_port': {'id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:09Z', 'updated_at': '2021-08-04T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_floatingips': [{'id': '29a7ad9c-48b5-4f5f-8198-7caca8e2d835', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'floating_ip_address': '172.27.0.218', 'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'router_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'port_id': 'ac909070-ec11-4604-bc29-7949d074e3c1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298', 'mac_address': 'fa:16:3e:f8:4e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51fb48ea-95c7-4619-815f-2271cbae9fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T08:39:30Z', 'updated_at': '2021-08-04T08:39:49Z', 'revision_number': 1, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4ba8a4c-be0c-48ff-a7aa-a7f1e088f874', 'name': '', 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'mac_address': 'fa:16:3e:8c:09:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8b561a38-fec8-4399-844a-bbe6e7ef59b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:14Z', 'updated_at': '2021-08-04T08:39:27Z', 'revision_number': 5, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'subnets': [{'id': '8b561a38-fec8-4399-844a-bbe6e7ef59b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:39:50.858972 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3856a39a-5dc6-4fa4-b261-832922afa128 None None] The sync data for ids ['c9f931c9-2943-4dfe-af33-d6aa563b9381'] in dv-cinder-802653-4-iscsi is: [{'id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'name': 'tempest-AttachVolumeTestJSON-339756056-router', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:39:08Z', 'updated_at': '2021-08-04T08:39:16Z', 'revision_number': 4, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'gw_port': {'id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:09Z', 'updated_at': '2021-08-04T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_floatingips': [{'id': '29a7ad9c-48b5-4f5f-8198-7caca8e2d835', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'floating_ip_address': '172.27.0.218', 'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'router_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'port_id': 'ac909070-ec11-4604-bc29-7949d074e3c1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298', 'mac_address': 'fa:16:3e:f8:4e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51fb48ea-95c7-4619-815f-2271cbae9fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T08:39:30Z', 'updated_at': '2021-08-04T08:39:49Z', 'revision_number': 1, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4ba8a4c-be0c-48ff-a7aa-a7f1e088f874', 'name': '', 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'mac_address': 'fa:16:3e:8c:09:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8b561a38-fec8-4399-844a-bbe6e7ef59b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:14Z', 'updated_at': '2021-08-04T08:39:27Z', 'revision_number': 5, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'subnets': [{'id': '8b561a38-fec8-4399-844a-bbe6e7ef59b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:39:51.052650 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b4a504-94d3-4a06-ad02-a12996dd4f55 None None] New status for floating IP 29a7ad9c-48b5-4f5f-8198-7caca8e2d835: ACTIVE {{(pid=100322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 08:39:51.686653 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39514d5c-9011-41a1-b788-bef62c7030a5 req-76cf45dd-2fd6-4cba-b9cd-5e153b2650f1 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:51.688155 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-39514d5c-9011-41a1-b788-bef62c7030a5 req-76cf45dd-2fd6-4cba-b9cd-5e153b2650f1 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0475678 Aug 04 08:39:51.726894 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-39514d5c-9011-41a1-b788-bef62c7030a5 req-3b148eb5-2592-4efb-9e97-cea9a4182e8f tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320442 Aug 04 08:39:51.851056 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 47792) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:51.950291 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-33a8a864-8239-4db5-b159-956b70ca9979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:52.048138 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-33a8a864-8239-4db5-b159-956b70ca9979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:52.126245 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-33a8a864-8239-4db5-b159-956b70ca9979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:52.167157 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-33a8a864-8239-4db5-b159-956b70ca9979 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cc3d3a572bcc46608c8c87ecb85d8603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150017 Aug 04 08:39:52.168041 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8a864-8239-4db5-b159-956b70ca9979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d19b4b-03b1-471c-8f48-7f1814c2db45,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:52.169819 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 47796) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:52.219204 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-448fbd7e-21f2-485a-8247-1bd666299528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:52.239676 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-448fbd7e-21f2-485a-8247-1bd666299528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:52.338308 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-448fbd7e-21f2-485a-8247-1bd666299528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:52.340944 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-448fbd7e-21f2-485a-8247-1bd666299528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:52.342128 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-448fbd7e-21f2-485a-8247-1bd666299528 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/13d19b4b-03b1-471c-8f48-7f1814c2db45 HTTP/1.1" status: 204 len: 168 time: 0.1706953 Aug 04 08:39:52.349917 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448fbd7e-21f2-485a-8247-1bd666299528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d19b4b-03b1-471c-8f48-7f1814c2db45,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:52.835128 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 47814) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:52.850667 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe393d95-b86a-454d-8b51-6877acf00bcd req-a2941b39-73ab-4f82-a1a3-2961ca108f0c tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:52.852245 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fe393d95-b86a-454d-8b51-6877acf00bcd req-a2941b39-73ab-4f82-a1a3-2961ca108f0c tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0568106 Aug 04 08:39:52.858735 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a20ed34e-0ca2-44eb-abf5-156c788fb630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:52.922808 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fe393d95-b86a-454d-8b51-6877acf00bcd req-ff2ffd52-8ba2-4445-8003-4ea62c9f436a tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623627 Aug 04 08:39:52.979009 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bdc82d-20fd-48c8-98bd-1edc7281889b req-1028d441-dbde-4629-b9e9-948bbedfcd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:52.980540 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-56bdc82d-20fd-48c8-98bd-1edc7281889b req-1028d441-dbde-4629-b9e9-948bbedfcd33 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bdc92ef353f743beb579e2734e4bc9ed&device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 1098 time: 0.0761487 Aug 04 08:39:53.064617 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a20ed34e-0ca2-44eb-abf5-156c788fb630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:53.089494 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bdc82d-20fd-48c8-98bd-1edc7281889b req-05523022-53d2-4bc9-93e2-0b4750ba70ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:53.090989 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-56bdc82d-20fd-48c8-98bd-1edc7281889b req-05523022-53d2-4bc9-93e2-0b4750ba70ba service neutron] 10.222.0.61 "GET /v2.0/networks?id=4c817a01-120c-4c34-99bf-8b2dbd084298 HTTP/1.1" status: 200 len: 911 time: 0.1024947 Aug 04 08:39:53.165323 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a20ed34e-0ca2-44eb-abf5-156c788fb630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:53.217028 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-56bdc82d-20fd-48c8-98bd-1edc7281889b req-d011eabc-6018-44bd-9943-02d540fada9e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac909070-ec11-4604-bc29-7949d074e3c1 HTTP/1.1" status: 200 len: 1001 time: 0.1183081 Aug 04 08:39:53.225100 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ed34e-0ca2-44eb-abf5-156c788fb630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd5f989-1de7-48b5-93c8-ca0faf4b18bf,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:53.229138 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-a20ed34e-0ca2-44eb-abf5-156c788fb630 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cd9f487fc60c4ebbb63b2f001941e302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3929851 Aug 04 08:39:53.232620 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 47816) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:53.276421 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bdc82d-20fd-48c8-98bd-1edc7281889b req-b01958b4-2a25-430d-bcd1-397188cc7e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:53.278163 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-56bdc82d-20fd-48c8-98bd-1edc7281889b req-b01958b4-2a25-430d-bcd1-397188cc7e97 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8b561a38-fec8-4399-844a-bbe6e7ef59b9 HTTP/1.1" status: 200 len: 849 time: 0.0469437 Aug 04 08:39:53.281166 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-75fa13a3-f45a-44ee-a4ff-b6bcd7453f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:53.302938 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-75fa13a3-f45a-44ee-a4ff-b6bcd7453f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:53.418505 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-75fa13a3-f45a-44ee-a4ff-b6bcd7453f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:53.421044 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-75fa13a3-f45a-44ee-a4ff-b6bcd7453f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:53.422254 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-75fa13a3-f45a-44ee-a4ff-b6bcd7453f66 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2fd5f989-1de7-48b5-93c8-ca0faf4b18bf HTTP/1.1" status: 204 len: 168 time: 0.1891446 Aug 04 08:39:53.429913 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa13a3-f45a-44ee-a4ff-b6bcd7453f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd5f989-1de7-48b5-93c8-ca0faf4b18bf,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:54.041929 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68465b-0f4d-49f2-aaf6-710000e0f662 req-7777268c-064d-42bd-b672-ddf7f9ae29ab tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:54.043474 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ef68465b-0f4d-49f2-aaf6-710000e0f662 req-7777268c-064d-42bd-b672-ddf7f9ae29ab tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0534954 Aug 04 08:39:54.091835 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ef68465b-0f4d-49f2-aaf6-710000e0f662 req-cbaed42c-03ff-49e6-a04c-318385c96bf5 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421033 Aug 04 08:39:54.944287 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 47888) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:55.053067 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8a822ddf-2eab-49c5-83d7-bd2d699c5d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:55.149664 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8a822ddf-2eab-49c5-83d7-bd2d699c5d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:55.200924 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82faef5e-3fc8-4d5d-9c5e-c6d26784eaa2 req-39aa27bd-47db-4647-9082-fb777416bc00 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:55.202419 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-82faef5e-3fc8-4d5d-9c5e-c6d26784eaa2 req-39aa27bd-47db-4647-9082-fb777416bc00 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0477774 Aug 04 08:39:55.207260 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8a822ddf-2eab-49c5-83d7-bd2d699c5d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:55.269548 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-8a822ddf-2eab-49c5-83d7-bd2d699c5d9d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=369705784b6b4d0ea0033f44dd810883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3241789 Aug 04 08:39:55.272510 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a822ddf-2eab-49c5-83d7-bd2d699c5d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad12a8d-7181-493b-8975-f253e80eb979,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:55.272984 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 47904) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:55.279799 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-82faef5e-3fc8-4d5d-9c5e-c6d26784eaa2 req-f25ea45c-792d-429f-9bd0-655c9a5d22ca tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687275 Aug 04 08:39:55.332736 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c871afae-6220-4f8c-a3dc-c4c4a4ea77cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:55.353385 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c871afae-6220-4f8c-a3dc-c4c4a4ea77cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:55.481252 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c871afae-6220-4f8c-a3dc-c4c4a4ea77cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:55.484105 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c871afae-6220-4f8c-a3dc-c4c4a4ea77cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:55.485303 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-c871afae-6220-4f8c-a3dc-c4c4a4ea77cf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aad12a8d-7181-493b-8975-f253e80eb979 HTTP/1.1" status: 204 len: 168 time: 0.2111247 Aug 04 08:39:55.493596 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871afae-6220-4f8c-a3dc-c4c4a4ea77cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad12a8d-7181-493b-8975-f253e80eb979,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:56.251298 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bdc82d-20fd-48c8-98bd-1edc7281889b req-04c6b2ff-8661-4a9a-80a3-833cae94a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:56.253401 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-56bdc82d-20fd-48c8-98bd-1edc7281889b req-04c6b2ff-8661-4a9a-80a3-833cae94a531 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4c817a01-120c-4c34-99bf-8b2dbd084298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418763 Aug 04 08:39:56.402974 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-56bdc82d-20fd-48c8-98bd-1edc7281889b req-8518ed8b-5f96-44d2-8e6e-333fe2a50648 service neutron] 10.222.0.61 "GET /v2.0/networks/4c817a01-120c-4c34-99bf-8b2dbd084298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264844 Aug 04 08:39:56.418849 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce96865-c4cf-40d7-952e-91fcaf18963f req-d8f77aa0-ce71-4625-a6e4-379d022bce7f tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:56.420299 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6ce96865-c4cf-40d7-952e-91fcaf18963f req-d8f77aa0-ce71-4625-a6e4-379d022bce7f tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0637078 Aug 04 08:39:56.513604 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6ce96865-c4cf-40d7-952e-91fcaf18963f req-7f929f4b-6619-4e7d-a1a5-d085dc2f1fdc tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769472 Aug 04 08:39:56.536479 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-56bdc82d-20fd-48c8-98bd-1edc7281889b req-42072c0d-0712-4e07-81a5-f6e3da8ee03d service neutron] 10.222.0.61 "GET /v2.0/networks/4c817a01-120c-4c34-99bf-8b2dbd084298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152160 Aug 04 08:39:56.960774 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 47954) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:57.086912 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-536a69d5-32a8-4e29-995c-576fc085bdcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:57.175463 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-536a69d5-32a8-4e29-995c-576fc085bdcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:57.241317 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-536a69d5-32a8-4e29-995c-576fc085bdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:57.279851 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-536a69d5-32a8-4e29-995c-576fc085bdcd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7a1f9487b93e486c8cc26becf49884d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180275 Aug 04 08:39:57.281022 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a69d5-32a8-4e29-995c-576fc085bdcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de345d9-11fc-4da5-a26f-888e9aed5ff3,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:57.282589 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 47966) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:57.334330 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b10f949d-b819-47b3-8e55-717e21db5edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:57.356260 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b10f949d-b819-47b3-8e55-717e21db5edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:57.486642 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b10f949d-b819-47b3-8e55-717e21db5edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:57.490142 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b10f949d-b819-47b3-8e55-717e21db5edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:57.491297 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-b10f949d-b819-47b3-8e55-717e21db5edc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9de345d9-11fc-4da5-a26f-888e9aed5ff3 HTTP/1.1" status: 204 len: 168 time: 0.2066605 Aug 04 08:39:57.499301 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f949d-b819-47b3-8e55-717e21db5edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de345d9-11fc-4da5-a26f-888e9aed5ff3,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:57.638077 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9aa92f-45f4-4214-9b9f-0ed1fb217d2f req-85b07f51-df29-4e6a-865d-c37b1f580aeb tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:57.639776 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ad9aa92f-45f4-4214-9b9f-0ed1fb217d2f req-85b07f51-df29-4e6a-865d-c37b1f580aeb tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0521207 Aug 04 08:39:57.692598 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ad9aa92f-45f4-4214-9b9f-0ed1fb217d2f req-1083b09a-6f21-4756-82a6-4b42e91a8597 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447452 Aug 04 08:39:58.208762 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 48004) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:58.324157 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b7890d46-bee7-43eb-a7a6-2f16f7285b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:58.417095 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b7890d46-bee7-43eb-a7a6-2f16f7285b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:58.481281 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b7890d46-bee7-43eb-a7a6-2f16f7285b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:58.522442 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-b7890d46-bee7-43eb-a7a6-2f16f7285b8a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f2c156585a2c45758375c11182168680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119607 Aug 04 08:39:58.523023 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 48026) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:58.528233 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7890d46-bee7-43eb-a7a6-2f16f7285b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4f13e1-75d9-438e-a176-3a532968d7b3,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:58.576390 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-8067849f-6ba1-489e-80ea-c91ff5418050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:58.598064 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-8067849f-6ba1-489e-80ea-c91ff5418050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:58.721635 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-8067849f-6ba1-489e-80ea-c91ff5418050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:58.724243 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-8067849f-6ba1-489e-80ea-c91ff5418050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:58.725403 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-8067849f-6ba1-489e-80ea-c91ff5418050 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0d4f13e1-75d9-438e-a176-3a532968d7b3 HTTP/1.1" status: 204 len: 168 time: 0.2007132 Aug 04 08:39:58.735101 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067849f-6ba1-489e-80ea-c91ff5418050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4f13e1-75d9-438e-a176-3a532968d7b3,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:58.833919 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e743004-f8db-4148-a269-9a140d0831ce req-c7dcca1a-1990-41f5-beb0-14492281e8b0 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:39:58.835777 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2e743004-f8db-4148-a269-9a140d0831ce req-c7dcca1a-1990-41f5-beb0-14492281e8b0 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0575902 Aug 04 08:39:58.877376 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2e743004-f8db-4148-a269-9a140d0831ce req-6c80a5bf-f415-41fc-b82f-3395e929c7ae tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343673 Aug 04 08:39:59.475358 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 48058) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:59.587886 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 48072) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:59.602458 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-133759d0-3974-4234-86aa-8ded81120200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:59.695571 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-8bda6f82-fdfa-45e5-ad7d-1deefe0c9423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:59.725281 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-133759d0-3974-4234-86aa-8ded81120200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:59.779222 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-133759d0-3974-4234-86aa-8ded81120200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:59.836633 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-133759d0-3974-4234-86aa-8ded81120200 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=45b82fea03c947dc8035edfabbb49eba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441459 Aug 04 08:39:59.837439 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 48082) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:39:59.839258 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133759d0-3974-4234-86aa-8ded81120200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892a904a-7fcc-4e21-b1b3-1a40f418ab61,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:39:59.895874 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bfc7d732-5c70-4e84-8e03-79cd51b791ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:59.919203 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bfc7d732-5c70-4e84-8e03-79cd51b791ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:59.926453 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-8bda6f82-fdfa-45e5-ad7d-1deefe0c9423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:39:59.993205 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-8bda6f82-fdfa-45e5-ad7d-1deefe0c9423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:00.012250 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0135de5-66f3-4127-b34c-6364ca0f6640 req-470442f7-bd7e-44b8-8913-484663f0edf1 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:00.020963 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c0135de5-66f3-4127-b34c-6364ca0f6640 req-470442f7-bd7e-44b8-8913-484663f0edf1 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0680931 Aug 04 08:40:00.024296 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-8bda6f82-fdfa-45e5-ad7d-1deefe0c9423 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d5cf83f4eb884012832d33f24ef342ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5477784 Aug 04 08:40:00.026903 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 48092) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:40:00.060569 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda6f82-fdfa-45e5-ad7d-1deefe0c9423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5913e1b-35fa-4dea-a239-3bdf980af54b,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:00.079090 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c0135de5-66f3-4127-b34c-6364ca0f6640 req-aa5525c0-8595-463b-836f-45c51daaf14c tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571258 Aug 04 08:40:00.103967 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-8c094a5b-aee9-4be0-b26f-48e4a2da5caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:00.120406 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bfc7d732-5c70-4e84-8e03-79cd51b791ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:00.122958 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bfc7d732-5c70-4e84-8e03-79cd51b791ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:00.124156 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-bfc7d732-5c70-4e84-8e03-79cd51b791ad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/892a904a-7fcc-4e21-b1b3-1a40f418ab61 HTTP/1.1" status: 204 len: 168 time: 0.2855871 Aug 04 08:40:00.125868 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-8c094a5b-aee9-4be0-b26f-48e4a2da5caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:00.132946 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7d732-5c70-4e84-8e03-79cd51b791ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892a904a-7fcc-4e21-b1b3-1a40f418ab61,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:00.298216 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-8c094a5b-aee9-4be0-b26f-48e4a2da5caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:00.301629 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-8c094a5b-aee9-4be0-b26f-48e4a2da5caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:00.303359 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-8c094a5b-aee9-4be0-b26f-48e4a2da5caa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c5913e1b-35fa-4dea-a239-3bdf980af54b HTTP/1.1" status: 204 len: 168 time: 0.2752757 Aug 04 08:40:00.311151 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c094a5b-aee9-4be0-b26f-48e4a2da5caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5913e1b-35fa-4dea-a239-3bdf980af54b,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:01.200755 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e89d3-f037-4e45-937b-6d3c5f886108 req-6d4b30e6-8201-408a-81dd-241f9c7ca131 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:01.201235 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3c1e89d3-f037-4e45-937b-6d3c5f886108 req-6d4b30e6-8201-408a-81dd-241f9c7ca131 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0617132 Aug 04 08:40:01.253564 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3c1e89d3-f037-4e45-937b-6d3c5f886108 req-06e9e112-e872-4bff-a3af-fee5d50a2560 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447063 Aug 04 08:40:01.284737 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 48154) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:40:01.501410 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-2a3d33a1-4e41-4fe5-832e-b9c1b2d35164 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-247007819-network', 'tenant_id': '3941f935064347b2a18c52338e3abb72'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:40:01.603612 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3d33a1-4e41-4fe5-832e-b9c1b2d35164 admin admin] Made reservation on behalf of 3941f935064347b2a18c52338e3abb72 for: {'network': 1} {{(pid=100320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:40:01.603612 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-2a3d33a1-4e41-4fe5-832e-b9c1b2d35164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for network, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:01.613304 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-2a3d33a1-4e41-4fe5-832e-b9c1b2d35164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:01.706788 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-2a3d33a1-4e41-4fe5-832e-b9c1b2d35164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:01.769691 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-2a3d33a1-4e41-4fe5-832e-b9c1b2d35164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:01.792313 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a3d33a1-4e41-4fe5-832e-b9c1b2d35164 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=100320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 08:40:01.807562 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d33a1-4e41-4fe5-832e-b9c1b2d35164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e379d034-1af3-4fe9-8c54-b66210479d0d,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:01.812471 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-2a3d33a1-4e41-4fe5-832e-b9c1b2d35164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:01.812812 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.db.segments_db [None req-2a3d33a1-4e41-4fe5-832e-b9c1b2d35164 admin admin] Added segment 81ae5832-5ad0-46b4-8135-ebf4bf3f579a of type vlan for network e1b6ade0-c962-4a6e-a3f9-0fea2d13312b Aug 04 08:40:01.851848 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-2a3d33a1-4e41-4fe5-832e-b9c1b2d35164 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749050523167'] for network, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:01.955426 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-2a3d33a1-4e41-4fe5-832e-b9c1b2d35164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669'] for network, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:01.957199 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3d33a1-4e41-4fe5-832e-b9c1b2d35164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:01.957800 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-2a3d33a1-4e41-4fe5-832e-b9c1b2d35164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:02.021076 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d33a1-4e41-4fe5-832e-b9c1b2d35164 admin admin] Pushing event updated for resources: {'Network': ['ID=e1b6ade0-c962-4a6e-a3f9-0fea2d13312b,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:02.030999 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Network e1b6ade0-c962-4a6e-a3f9-0fea2d13312b details requested by agent ovs-agent-dv-cinder-802653-4-iscsi with host dv-cinder-802653-4-iscsi {{(pid=100322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 08:40:02.065000 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-2a3d33a1-4e41-4fe5-832e-b9c1b2d35164 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7791305 Aug 04 08:40:02.068471 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 48220) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:40:02.073307 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-78d64e87-992e-4395-a2b8-0ec5fc642db2 admin admin] Request body: {'subnet': {'network_id': 'e1b6ade0-c962-4a6e-a3f9-0fea2d13312b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-247007819-subnet', 'tenant_id': '3941f935064347b2a18c52338e3abb72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:40:02.138584 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d64e87-992e-4395-a2b8-0ec5fc642db2 admin admin] Made reservation on behalf of 3941f935064347b2a18c52338e3abb72 for: {'subnet': 1} {{(pid=100320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:40:02.140938 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-78d64e87-992e-4395-a2b8-0ec5fc642db2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133633570'] for subnet, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:02.367045 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-78d64e87-992e-4395-a2b8-0ec5fc642db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-134116681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133633564'] for subnet, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:02.399616 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa15ea-1b05-4c7c-8db6-63dea4560474 req-a1d7ac84-f13a-4b61-aef3-5a1c10b726c7 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:02.402185 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-39aa15ea-1b05-4c7c-8db6-63dea4560474 req-a1d7ac84-f13a-4b61-aef3-5a1c10b726c7 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0575004 Aug 04 08:40:02.446008 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d64e87-992e-4395-a2b8-0ec5fc642db2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e67681df-1522-43fb-bfbc-d31641361faa,revision_number=0']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:02.446008 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d64e87-992e-4395-a2b8-0ec5fc642db2 admin admin] Checking segment: {'id': '81ae5832-5ad0-46b4-8135-ebf4bf3f579a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e1b6ade0-c962-4a6e-a3f9-0fea2d13312b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:40:02.446856 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d64e87-992e-4395-a2b8-0ec5fc642db2 admin admin] Network hostable DHCP agents. Network: e1b6ade0-c962-4a6e-a3f9-0fea2d13312b, hostable agents: ['d99d2447-930a-4a79-b4f6-24c5d2e4f89b'], hosted agents: [] {{(pid=100320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 08:40:02.447251 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-39aa15ea-1b05-4c7c-8db6-63dea4560474 req-29679b9a-07d3-4f7f-b884-26b2c0557a12 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380988 Aug 04 08:40:02.595221 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d64e87-992e-4395-a2b8-0ec5fc642db2 admin admin] Network e1b6ade0-c962-4a6e-a3f9-0fea2d13312b is scheduled to be hosted by DHCP agent d99d2447-930a-4a79-b4f6-24c5d2e4f89b with binding_index 1 {{(pid=100320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 08:40:02.692034 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.base_scheduler [None req-78d64e87-992e-4395-a2b8-0ec5fc642db2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-4-iscsi, e1b6ade0-c962-4a6e-a3f9-0fea2d13312b) {{(pid=100320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:40:02.696527 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d64e87-992e-4395-a2b8-0ec5fc642db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:02.697133 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-78d64e87-992e-4395-a2b8-0ec5fc642db2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:02.701374 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef76b5df-4413-460d-96de-ca6514a2d4ef None None] Network e1b6ade0-c962-4a6e-a3f9-0fea2d13312b requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:40:02.795948 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-78d64e87-992e-4395-a2b8-0ec5fc642db2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7262008 Aug 04 08:40:02.819721 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f345ec4b-d27b-4df6-afd5-9a78db6dff6c None None] Network e1b6ade0-c962-4a6e-a3f9-0fea2d13312b requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:40:03.497332 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 48282) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:40:03.572827 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb220b8-af9a-438b-9944-c337247eb89b req-929ee83d-538b-4cb1-968f-5b81a0589ee7 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:03.574342 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3cb220b8-af9a-438b-9944-c337247eb89b req-929ee83d-538b-4cb1-968f-5b81a0589ee7 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0500946 Aug 04 08:40:03.609777 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-73d37231-c948-41d0-aeb5-555c06c80d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:03.616205 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3cb220b8-af9a-438b-9944-c337247eb89b req-07f8c3f5-9515-46a5-ba6b-90b7cec8f3dc tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336986 Aug 04 08:40:03.706955 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-73d37231-c948-41d0-aeb5-555c06c80d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:03.755480 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 6 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:40:03.829193 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-73d37231-c948-41d0-aeb5-555c06c80d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:03.868018 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-73d37231-c948-41d0-aeb5-555c06c80d88 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1ed47b306205455ba08d623815b77a12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3694990 Aug 04 08:40:03.868894 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d37231-c948-41d0-aeb5-555c06c80d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e522904-9f15-4d09-83fa-79b36e975de8,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:03.870772 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 48290) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:40:03.930112 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-579ac0a1-97b6-48c3-a5b5-2a4b01b158d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:03.952054 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-579ac0a1-97b6-48c3-a5b5-2a4b01b158d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:04.069100 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-579ac0a1-97b6-48c3-a5b5-2a4b01b158d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:04.071607 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-579ac0a1-97b6-48c3-a5b5-2a4b01b158d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:04.072805 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-579ac0a1-97b6-48c3-a5b5-2a4b01b158d6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9e522904-9f15-4d09-83fa-79b36e975de8 HTTP/1.1" status: 204 len: 168 time: 0.2009830 Aug 04 08:40:04.080785 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ac0a1-97b6-48c3-a5b5-2a4b01b158d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e522904-9f15-4d09-83fa-79b36e975de8,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:04.088236 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ac0a1-97b6-48c3-a5b5-2a4b01b158d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:04.088589 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ac0a1-97b6-48c3-a5b5-2a4b01b158d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:04.088939 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ac0a1-97b6-48c3-a5b5-2a4b01b158d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:04.089396 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ac0a1-97b6-48c3-a5b5-2a4b01b158d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:04.089746 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ac0a1-97b6-48c3-a5b5-2a4b01b158d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:04.090085 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ac0a1-97b6-48c3-a5b5-2a4b01b158d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:04.090428 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ac0a1-97b6-48c3-a5b5-2a4b01b158d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:04.090767 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ac0a1-97b6-48c3-a5b5-2a4b01b158d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:04.091106 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ac0a1-97b6-48c3-a5b5-2a4b01b158d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:04.091450 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ac0a1-97b6-48c3-a5b5-2a4b01b158d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:04.091783 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ac0a1-97b6-48c3-a5b5-2a4b01b158d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:04.092212 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ac0a1-97b6-48c3-a5b5-2a4b01b158d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:04.734809 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0a742-1b3f-42f4-b617-a21767976566 req-e3511778-5b9f-45c6-bad7-735a17c84bf8 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:04.736311 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6ee0a742-1b3f-42f4-b617-a21767976566 req-e3511778-5b9f-45c6-bad7-735a17c84bf8 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0526438 Aug 04 08:40:04.775442 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6ee0a742-1b3f-42f4-b617-a21767976566 req-7c79bb05-646a-470a-b8d3-f5ac2841d307 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326118 Aug 04 08:40:04.803016 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 48312) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:40:04.815847 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7acbc8f1-6649-4e83-9b4e-0bc271696b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:04.905612 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7acbc8f1-6649-4e83-9b4e-0bc271696b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:04.971634 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7acbc8f1-6649-4e83-9b4e-0bc271696b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:05.060112 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-7acbc8f1-6649-4e83-9b4e-0bc271696b4a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=19fbfb7881f54c3aa90df9bd6d861531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559721 Aug 04 08:40:05.062648 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acbc8f1-6649-4e83-9b4e-0bc271696b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72764e2-42c5-4cac-99be-d801dfc7c943,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:05.063028 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 48326) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:40:05.118559 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-b7efe830-6151-40c7-b50d-16c44973cd79 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:05.119651 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-b7efe830-6151-40c7-b50d-16c44973cd79 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/networks?id=e1b6ade0-c962-4a6e-a3f9-0fea2d13312b HTTP/1.1" status: 200 len: 808 time: 0.1350772 Aug 04 08:40:05.125659 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f1b574fd-6cd6-4a8d-9011-2ae7c0eadf2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:05.134824 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-cbb7d635-0654-4935-8cc7-345285dc57e6 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/quotas/3941f935064347b2a18c52338e3abb72 HTTP/1.1" status: 200 len: 375 time: 0.0091789 Aug 04 08:40:05.147689 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f1b574fd-6cd6-4a8d-9011-2ae7c0eadf2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:05.166362 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-0545fa98-5efe-43f4-b2a9-b36efc39bd19 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3941f935064347b2a18c52338e3abb72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258543 Aug 04 08:40:05.253574 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-a215f862-9080-4518-a944-3ced50667466 service neutron] 10.222.0.45 "GET /v2.0/networks/e1b6ade0-c962-4a6e-a3f9-0fea2d13312b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802307 Aug 04 08:40:05.292171 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f1b574fd-6cd6-4a8d-9011-2ae7c0eadf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:05.295036 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f1b574fd-6cd6-4a8d-9011-2ae7c0eadf2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:05.296416 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-f1b574fd-6cd6-4a8d-9011-2ae7c0eadf2f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c72764e2-42c5-4cac-99be-d801dfc7c943 HTTP/1.1" status: 204 len: 168 time: 0.2324185 Aug 04 08:40:05.308332 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b574fd-6cd6-4a8d-9011-2ae7c0eadf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72764e2-42c5-4cac-99be-d801dfc7c943,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:05.370925 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-a926d15d-8444-4b09-9aae-e4455b606372 service neutron] 10.222.0.45 "GET /v2.0/networks/e1b6ade0-c962-4a6e-a3f9-0fea2d13312b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111968 Aug 04 08:40:05.637487 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6f979ac6-e1cf-47b0-b204-e3b289c662fb req-5e32124b-ec30-4e4b-81a6-2346017b860a tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a358073-2afd-4630-9682-77247fa660a0 HTTP/1.1" status: 200 len: 210 time: 0.0433347 Aug 04 08:40:05.904251 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c1043-ad59-4bd6-afe7-84a7e42c5cc7 req-08a58c88-5a20-4ef5-98c0-3c5709025840 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:05.906511 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-987c1043-ad59-4bd6-afe7-84a7e42c5cc7 req-08a58c88-5a20-4ef5-98c0-3c5709025840 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0560834 Aug 04 08:40:05.952134 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-987c1043-ad59-4bd6-afe7-84a7e42c5cc7 req-3d812ded-5c83-428a-ba0b-fd1d969a2f8c tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383177 Aug 04 08:40:06.737194 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9f858a79-7e01-4e89-b94b-1b1d6b891a25 req-1f682c5c-43d6-45bb-a6ec-e8c737041ddd tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a358073-2afd-4630-9682-77247fa660a0 HTTP/1.1" status: 200 len: 210 time: 0.0299983 Aug 04 08:40:06.942415 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-17cec8d1-5d82-428a-ac4b-1eeceba7596f tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:06.944025 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-17cec8d1-5d82-428a-ac4b-1eeceba7596f tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/networks?id=2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f HTTP/1.1" status: 200 len: 813 time: 0.1008351 Aug 04 08:40:06.964305 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-ba2742ed-4bbe-4a57-89c1-267e38a31bb7 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/quotas/c25f110a37484ed783206cb1e0516c8e HTTP/1.1" status: 200 len: 375 time: 0.0129247 Aug 04 08:40:07.020488 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-f8059c10-af31-45ce-b3fa-deb042ed1f17 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c25f110a37484ed783206cb1e0516c8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0501227 Aug 04 08:40:07.072092 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3491a-37bf-4b41-be9b-96706f7c8deb req-4aa3d4f7-8131-4781-ac26-5647cb2aeb2f tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:07.073842 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-16f3491a-37bf-4b41-be9b-96706f7c8deb req-4aa3d4f7-8131-4781-ac26-5647cb2aeb2f tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0530696 Aug 04 08:40:07.133921 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-16f3491a-37bf-4b41-be9b-96706f7c8deb req-b070ad83-610d-4063-8855-ff347f4a7976 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535328 Aug 04 08:40:07.135002 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-a8fbfae4-09b8-4ec4-9e1d-2a703cfcc6a5 service neutron] 10.222.0.45 "GET /v2.0/networks/2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092758 Aug 04 08:40:07.150217 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 48418) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:40:07.257075 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-ed8eb34c-6a92-47bf-a897-1e09e5eace5e service neutron] 10.222.0.45 "GET /v2.0/networks/2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079061 Aug 04 08:40:07.273310 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4939d331-7495-4789-b49b-bd62701efc05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:07.384356 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4939d331-7495-4789-b49b-bd62701efc05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:07.441097 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4939d331-7495-4789-b49b-bd62701efc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:07.481911 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-4939d331-7495-4789-b49b-bd62701efc05 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eb060e6276524ad8a0486fb2d961724d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286643 Aug 04 08:40:07.482767 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939d331-7495-4789-b49b-bd62701efc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb958b8f-afba-456a-b0e2-292d7fd4e810,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:07.486518 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 48422) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:40:07.500021 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e16e2bf7-0df8-4259-bce7-31b023124d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:07.564179 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-aaba7baa-25a8-4392-9c3e-32b5907c0f90 req-7835bc20-0ad0-440e-aa40-268a42472e61 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790 HTTP/1.1" status: 200 len: 210 time: 0.0297747 Aug 04 08:40:07.584772 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ea1f2ada-3643-4b3b-a009-6c58c4f4fab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:07.609954 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ea1f2ada-3643-4b3b-a009-6c58c4f4fab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:07.761085 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ea1f2ada-3643-4b3b-a009-6c58c4f4fab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:07.763855 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ea1f2ada-3643-4b3b-a009-6c58c4f4fab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:07.765033 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-ea1f2ada-3643-4b3b-a009-6c58c4f4fab1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fb958b8f-afba-456a-b0e2-292d7fd4e810 HTTP/1.1" status: 204 len: 168 time: 0.2771883 Aug 04 08:40:07.773759 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f2ada-3643-4b3b-a009-6c58c4f4fab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb958b8f-afba-456a-b0e2-292d7fd4e810,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:07.781170 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f2ada-3643-4b3b-a009-6c58c4f4fab1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:07.781530 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f2ada-3643-4b3b-a009-6c58c4f4fab1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:07.782067 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f2ada-3643-4b3b-a009-6c58c4f4fab1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:07.782407 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f2ada-3643-4b3b-a009-6c58c4f4fab1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:07.782787 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f2ada-3643-4b3b-a009-6c58c4f4fab1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:07.783092 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f2ada-3643-4b3b-a009-6c58c4f4fab1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:07.783463 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f2ada-3643-4b3b-a009-6c58c4f4fab1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:07.786692 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f2ada-3643-4b3b-a009-6c58c4f4fab1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:07.791440 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f2ada-3643-4b3b-a009-6c58c4f4fab1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:07.791440 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f2ada-3643-4b3b-a009-6c58c4f4fab1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:07.791440 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f2ada-3643-4b3b-a009-6c58c4f4fab1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:07.791440 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f2ada-3643-4b3b-a009-6c58c4f4fab1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:07.860764 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-1493e161-bdd1-478e-b916-6ee57b2f8aac req-b1cdbe27-89c6-4d33-aac8-70345161cf46 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a358073-2afd-4630-9682-77247fa660a0 HTTP/1.1" status: 200 len: 210 time: 0.0454295 Aug 04 08:40:08.255339 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba92c3-18db-4c8e-895c-18542ed392ab req-a0c36953-2519-4fd8-9853-15c5eb8017b2 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:08.256916 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-50ba92c3-18db-4c8e-895c-18542ed392ab req-a0c36953-2519-4fd8-9853-15c5eb8017b2 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0502563 Aug 04 08:40:08.347089 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-50ba92c3-18db-4c8e-895c-18542ed392ab req-02062841-ae16-46c4-8ef0-92212cb8d208 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839100 Aug 04 08:40:08.396972 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-07e2cd59-7257-4b1b-a4d1-a4206446c10c tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:08.398370 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-07e2cd59-7257-4b1b-a4d1-a4206446c10c tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.61 "GET /v2.0/networks?id=e1b6ade0-c962-4a6e-a3f9-0fea2d13312b HTTP/1.1" status: 200 len: 808 time: 0.1285203 Aug 04 08:40:08.424493 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-0f7624c4-75b3-4619-aa62-4be440538c0d tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Request body: {'port': {'device_id': '2a358073-2afd-4630-9682-77247fa660a0', 'network_id': 'e1b6ade0-c962-4a6e-a3f9-0fea2d13312b', 'admin_state_up': True, 'tenant_id': '3941f935064347b2a18c52338e3abb72'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:40:08.624297 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-0f7624c4-75b3-4619-aa62-4be440538c0d tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Made reservation on behalf of 3941f935064347b2a18c52338e3abb72 for: {'port': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:40:08.628293 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-0f7624c4-75b3-4619-aa62-4be440538c0d tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:08.666369 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-e1751cb4-1571-4ade-b450-aeb661152f4e req-a5998351-e87c-4976-a91c-6d631baf1b0b tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790 HTTP/1.1" status: 200 len: 210 time: 0.0269346 Aug 04 08:40:08.770154 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-0f7624c4-75b3-4619-aa62-4be440538c0d tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Allocated IP 172.20.0.14 (e1b6ade0-c962-4a6e-a3f9-0fea2d13312b/e67681df-1522-43fb-bfbc-d31641361faa/b0783a01-7def-4615-ba9d-697652573a02) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:40:08.924761 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-0f7624c4-75b3-4619-aa62-4be440538c0d tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:08.947620 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-d873e434-d36f-4407-a6e9-91c8e05ef4ce req-ba152d78-713c-4cc3-a0ba-3496abeb5671 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a358073-2afd-4630-9682-77247fa660a0 HTTP/1.1" status: 200 len: 210 time: 0.0253017 Aug 04 08:40:09.021394 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-0f7624c4-75b3-4619-aa62-4be440538c0d tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:09.065112 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-0f7624c4-75b3-4619-aa62-4be440538c0d tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Network e1b6ade0-c962-4a6e-a3f9-0fea2d13312b is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:40:09.068539 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-0f7624c4-75b3-4619-aa62-4be440538c0d tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:40:09.072850 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-0f7624c4-75b3-4619-aa62-4be440538c0d tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:40:09.294420 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7624c4-75b3-4619-aa62-4be440538c0d tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Pushing event updated for resources: {'Port': ['ID=b0783a01-7def-4615-ba9d-697652573a02,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:09.319456 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-0f7624c4-75b3-4619-aa62-4be440538c0d tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:09.320054 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-0f7624c4-75b3-4619-aa62-4be440538c0d tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:09.378843 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-0f7624c4-75b3-4619-aa62-4be440538c0d tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9579124 Aug 04 08:40:09.402564 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-8da08686-10fe-46ce-9efe-2a1d343a7077 service neutron] Request body: {'port': {'device_id': '2a358073-2afd-4630-9682-77247fa660a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:40:09.455489 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-8da08686-10fe-46ce-9efe-2a1d343a7077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:09.462402 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b6426-e813-4c51-a0e6-b1f5622ef848 req-efd5bc93-2c76-4db7-820c-8914eb270685 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:09.463891 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-676b6426-e813-4c51-a0e6-b1f5622ef848 req-efd5bc93-2c76-4db7-820c-8914eb270685 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0479546 Aug 04 08:40:09.503736 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-676b6426-e813-4c51-a0e6-b1f5622ef848 req-85929758-1480-480c-bc97-3c4b29011808 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333419 Aug 04 08:40:09.728656 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-8da08686-10fe-46ce-9efe-2a1d343a7077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0783a01-7def-4615-ba9d-697652573a02 {{(pid=100321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:40:09.734757 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-8da08686-10fe-46ce-9efe-2a1d343a7077 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:09.901067 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c9cda14d-d7b2-436a-ba8f-b3ee68050421 req-7fe746e8-711c-4d58-8078-56168335432f tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790 HTTP/1.1" status: 200 len: 210 time: 0.0349851 Aug 04 08:40:09.901067 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-8da08686-10fe-46ce-9efe-2a1d343a7077 service neutron] Transition to ACTIVE for port object b0783a01-7def-4615-ba9d-697652573a02 will not be triggered until provisioned by entity L2. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:40:10.068767 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42e7e6-aedb-4970-bdf1-4aa905c2eb08 req-ba94a1ff-1640-4d3e-88f8-d0b500dee884 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:10.070249 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2d42e7e6-aedb-4970-bdf1-4aa905c2eb08 req-ba94a1ff-1640-4d3e-88f8-d0b500dee884 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a358073-2afd-4630-9682-77247fa660a0 HTTP/1.1" status: 200 len: 932 time: 0.0521708 Aug 04 08:40:10.098016 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-8da08686-10fe-46ce-9efe-2a1d343a7077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:10.111855 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2d42e7e6-aedb-4970-bdf1-4aa905c2eb08 req-1faa9051-d31b-49e9-acc6-1b64f725a198 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355368 Aug 04 08:40:10.150480 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da08686-10fe-46ce-9efe-2a1d343a7077 service neutron] Pushing event updated for resources: {'Port': ['ID=b0783a01-7def-4615-ba9d-697652573a02,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:10.263225 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:10.264058 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-8da08686-10fe-46ce-9efe-2a1d343a7077 service neutron] Attempting to bind port b0783a01-7def-4615-ba9d-697652573a02 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:40:10.264397 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-8da08686-10fe-46ce-9efe-2a1d343a7077 service neutron] Attempting to bind port b0783a01-7def-4615-ba9d-697652573a02 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '81ae5832-5ad0-46b4-8135-ebf4bf3f579a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e1b6ade0-c962-4a6e-a3f9-0fea2d13312b'}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:40:10.264723 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-8da08686-10fe-46ce-9efe-2a1d343a7077 service neutron] Attempting to bind port b0783a01-7def-4615-ba9d-697652573a02 on network e1b6ade0-c962-4a6e-a3f9-0fea2d13312b {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:40:10.274724 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a059decf-a9f0-49d1-a3f7-847e6c31fe67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:10.277059 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-8da08686-10fe-46ce-9efe-2a1d343a7077 service neutron] Port b0783a01-7def-4615-ba9d-697652573a02 on network e1b6ade0-c962-4a6e-a3f9-0fea2d13312b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 08:40:10.277383 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-8da08686-10fe-46ce-9efe-2a1d343a7077 service neutron] Attempting to bind port b0783a01-7def-4615-ba9d-697652573a02 on network e1b6ade0-c962-4a6e-a3f9-0fea2d13312b {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:40:10.286314 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-8da08686-10fe-46ce-9efe-2a1d343a7077 service neutron] Checking agent: {'id': '9a1e25f0-5e7e-4202-aeb1-29bde28f6183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'started_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:40:10.286823 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-8da08686-10fe-46ce-9efe-2a1d343a7077 service neutron] Checking segment: {'id': '81ae5832-5ad0-46b4-8135-ebf4bf3f579a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e1b6ade0-c962-4a6e-a3f9-0fea2d13312b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:40:10.287360 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-8da08686-10fe-46ce-9efe-2a1d343a7077 service neutron] Bound using segment: {'id': '81ae5832-5ad0-46b4-8135-ebf4bf3f579a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e1b6ade0-c962-4a6e-a3f9-0fea2d13312b'} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:40:10.287788 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-8da08686-10fe-46ce-9efe-2a1d343a7077 service neutron] Bound port: b0783a01-7def-4615-ba9d-697652573a02, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81ae5832-5ad0-46b4-8135-ebf4bf3f579a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e1b6ade0-c962-4a6e-a3f9-0fea2d13312b'}}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:40:10.288361 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-8da08686-10fe-46ce-9efe-2a1d343a7077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:10.371109 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-7f8dbeb8-164f-451e-bccc-f5e92b329003 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:10.372561 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-7f8dbeb8-164f-451e-bccc-f5e92b329003 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.61 "GET /v2.0/networks?id=2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f HTTP/1.1" status: 200 len: 813 time: 0.1607051 Aug 04 08:40:10.391663 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-8da08686-10fe-46ce-9efe-2a1d343a7077 service neutron] For port b0783a01-7def-4615-ba9d-697652573a02, host hv-cinder-80265, cleared binding levels {{(pid=100321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:40:10.394686 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-8da08686-10fe-46ce-9efe-2a1d343a7077 service neutron] For port b0783a01-7def-4615-ba9d-697652573a02, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b0783a01-7def-4615-ba9d-697652573a02,segment=NetworkSegment(81ae5832-5ad0-46b4-8135-ebf4bf3f579a),segment_id=81ae5832-5ad0-46b4-8135-ebf4bf3f579a)] {{(pid=100321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:40:10.400753 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-01b0fa98-8d0d-43a7-b946-dae2bc7ca37c tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Request body: {'port': {'device_id': 'e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790', 'network_id': '2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f', 'admin_state_up': True, 'tenant_id': 'c25f110a37484ed783206cb1e0516c8e'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:40:10.459432 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-8da08686-10fe-46ce-9efe-2a1d343a7077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:10.505653 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-8da08686-10fe-46ce-9efe-2a1d343a7077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:10.505943 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-8da08686-10fe-46ce-9efe-2a1d343a7077 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:10.507276 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-8da08686-10fe-46ce-9efe-2a1d343a7077 service neutron] 10.222.0.61 "PUT /v2.0/ports/b0783a01-7def-4615-ba9d-697652573a02 HTTP/1.1" status: 200 len: 1094 time: 1.1091075 Aug 04 08:40:10.510903 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a358073-2afd-4630-9682-77247fa660a0', 'tag': 'b0783a01-7def-4615-ba9d-697652573a02'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:40:10.513478 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1a84c0-d740-4ab3-8335-c353e3d7c3cc" -d '{"events": [{"name": "network-changed", "server_uuid": "2a358073-2afd-4630-9682-77247fa660a0", "tag": "b0783a01-7def-4615-ba9d-697652573a02"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:40:10.555235 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da08686-10fe-46ce-9efe-2a1d343a7077 service neutron] Pushing event updated for resources: {'Port': ['ID=b0783a01-7def-4615-ba9d-697652573a02,revision_number=3']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:10.558381 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a509c517-4217-4939-9182-dba917baaaa9 x-openstack-request-id: req-a509c517-4217-4939-9182-dba917baaaa9 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:40:10.558666 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a358073-2afd-4630-9682-77247fa660a0", "tag": "b0783a01-7def-4615-ba9d-697652573a02", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:40:10.558935 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a509c517-4217-4939-9182-dba917baaaa9 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:40:10.559373 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a358073-2afd-4630-9682-77247fa660a0', 'tag': 'b0783a01-7def-4615-ba9d-697652573a02', 'status': 'completed', 'code': 200} Aug 04 08:40:10.623717 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-01b0fa98-8d0d-43a7-b946-dae2bc7ca37c tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Made reservation on behalf of c25f110a37484ed783206cb1e0516c8e for: {'port': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:40:10.627733 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-01b0fa98-8d0d-43a7-b946-dae2bc7ca37c tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:10.755881 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a84c0-d740-4ab3-8335-c353e3d7c3cc req-54d79d87-1ca0-40cc-b07e-386cefb1cb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:10.757393 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5c1a84c0-d740-4ab3-8335-c353e3d7c3cc req-54d79d87-1ca0-40cc-b07e-386cefb1cb42 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3941f935064347b2a18c52338e3abb72&device_id=2a358073-2afd-4630-9682-77247fa660a0 HTTP/1.1" status: 200 len: 1097 time: 0.1266866 Aug 04 08:40:10.821859 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fdfb3-11d0-442a-a584-509af7d0eec5 req-e96d8e38-4bc5-47f7-a4a0-05563f5ec26b tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:10.823332 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2e1fdfb3-11d0-442a-a584-509af7d0eec5 req-e96d8e38-4bc5-47f7-a4a0-05563f5ec26b tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.1330929 Aug 04 08:40:10.907700 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-01b0fa98-8d0d-43a7-b946-dae2bc7ca37c tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Allocated IP 172.20.0.9 (2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f/d78ce3b2-b500-4d2d-b04d-1644c52f7541/602f7d96-4c56-4939-ae23-25cb3b0b9b5e) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:40:10.955798 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2e1fdfb3-11d0-442a-a584-509af7d0eec5 req-d0e50281-ada8-453d-a5b9-f0980248df78 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179965 Aug 04 08:40:10.986408 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a84c0-d740-4ab3-8335-c353e3d7c3cc req-77f50923-6a4d-4c12-a1e8-7cfd13f77335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:10.989176 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5c1a84c0-d740-4ab3-8335-c353e3d7c3cc req-77f50923-6a4d-4c12-a1e8-7cfd13f77335 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=3941f935064347b2a18c52338e3abb72&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1847427 Aug 04 08:40:11.002560 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-0e9c16b7-9021-47bb-b427-c8fd56ae04fc req-529541df-686b-4b48-ac13-16499434df6e tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790 HTTP/1.1" status: 200 len: 210 time: 0.0367708 Aug 04 08:40:11.131645 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:11.175428 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a84c0-d740-4ab3-8335-c353e3d7c3cc req-dac5c6c1-8064-4bbe-824c-887782eb7bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:11.176956 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5c1a84c0-d740-4ab3-8335-c353e3d7c3cc req-dac5c6c1-8064-4bbe-824c-887782eb7bc5 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1665106 Aug 04 08:40:11.199329 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-01b0fa98-8d0d-43a7-b946-dae2bc7ca37c tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:11.274469 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b38033-144a-426c-b6f8-f75191dd9947 req-162ed4cd-73a1-4a48-ad4d-2b8f757ba13d tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:11.275965 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e5b38033-144a-426c-b6f8-f75191dd9947 req-162ed4cd-73a1-4a48-ad4d-2b8f757ba13d tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a358073-2afd-4630-9682-77247fa660a0 HTTP/1.1" status: 200 len: 944 time: 0.0709383 Aug 04 08:40:11.338600 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e5b38033-144a-426c-b6f8-f75191dd9947 req-a79b0e0d-9b2c-49cf-b8fe-eb1b8caadd1d tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565464 Aug 04 08:40:11.348917 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-b4ec6145-bbeb-41f2-85c1-bf857af2488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:11.350794 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-b4ec6145-bbeb-41f2-85c1-bf857af2488c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3941f935064347b2a18c52338e3abb72&device_id=2a358073-2afd-4630-9682-77247fa660a0 HTTP/1.1" status: 200 len: 1097 time: 0.0604489 Aug 04 08:40:11.406447 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-01b0fa98-8d0d-43a7-b946-dae2bc7ca37c tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:11.408917 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-ba64e94f-7f27-4a0f-bbb3-4ebdf0ac811e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0783a01-7def-4615-ba9d-697652573a02 HTTP/1.1" status: 200 len: 217 time: 0.0397866 Aug 04 08:40:11.478955 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-01b0fa98-8d0d-43a7-b946-dae2bc7ca37c tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Network 2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:40:11.483182 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['481f2ab9-8a66-48c7-a6fc-7b49bf7192af'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:40:11.487419 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-01b0fa98-8d0d-43a7-b946-dae2bc7ca37c tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:40:11.491713 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-01b0fa98-8d0d-43a7-b946-dae2bc7ca37c tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:40:11.498565 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0fa98-8d0d-43a7-b946-dae2bc7ca37c tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Pushing event updated for resources: {'Port': ['ID=602f7d96-4c56-4939-ae23-25cb3b0b9b5e,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:11.538431 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-a9fb52c1-c549-4fe2-a68e-f12c772411ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:11.539881 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-a9fb52c1-c549-4fe2-a68e-f12c772411ff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e67681df-1522-43fb-bfbc-d31641361faa HTTP/1.1" status: 200 len: 848 time: 0.1061785 Aug 04 08:40:11.554425 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-01b0fa98-8d0d-43a7-b946-dae2bc7ca37c tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:11.555033 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-01b0fa98-8d0d-43a7-b946-dae2bc7ca37c tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:11.585644 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-1d4fcf28-5505-40ee-9445-44918ce7fb4d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e1b6ade0-c962-4a6e-a3f9-0fea2d13312b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280442 Aug 04 08:40:11.640509 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-01b0fa98-8d0d-43a7-b946-dae2bc7ca37c tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2434728 Aug 04 08:40:11.671153 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-289e4f78-80a5-482e-91b1-974d09193115 service neutron] Request body: {'port': {'device_id': 'e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:40:11.711791 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-40a00503-ada8-476e-9a58-263cc2d07d99 service neutron] 10.222.0.61 "GET /v2.0/networks/e1b6ade0-c962-4a6e-a3f9-0fea2d13312b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125720 Aug 04 08:40:11.777603 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-289e4f78-80a5-482e-91b1-974d09193115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:11.867692 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-aa4e1370-1078-47c1-8503-3783b8e592a1 req-8fa3629c-07f6-4cd2-9ac9-e85093d0a463 service neutron] 10.222.0.61 "GET /v2.0/networks/e1b6ade0-c962-4a6e-a3f9-0fea2d13312b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356099 Aug 04 08:40:12.101856 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-289e4f78-80a5-482e-91b1-974d09193115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 602f7d96-4c56-4939-ae23-25cb3b0b9b5e {{(pid=100321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:40:12.102382 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137f4aa-1cc6-491e-843c-b6f662d7458a req-a8999b8f-39b9-4299-af75-83a8249e3647 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:12.103910 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-d137f4aa-1cc6-491e-843c-b6f662d7458a req-a8999b8f-39b9-4299-af75-83a8249e3647 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0528700 Aug 04 08:40:12.109746 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-289e4f78-80a5-482e-91b1-974d09193115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:12.143064 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-d137f4aa-1cc6-491e-843c-b6f662d7458a req-85ecff5b-ecbf-41f0-9c0a-c61be68f290b tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327108 Aug 04 08:40:12.146332 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-289e4f78-80a5-482e-91b1-974d09193115 service neutron] Transition to ACTIVE for port object 602f7d96-4c56-4939-ae23-25cb3b0b9b5e will not be triggered until provisioned by entity L2. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:40:12.165359 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f27c52-9ab6-48dc-9778-b55fe3bb6891 req-15be8f3d-c4ca-4063-9109-fb62a9c425ba tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:12.166978 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-63f27c52-9ab6-48dc-9778-b55fe3bb6891 req-15be8f3d-c4ca-4063-9109-fb62a9c425ba tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790 HTTP/1.1" status: 200 len: 931 time: 0.0547743 Aug 04 08:40:12.204076 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-63f27c52-9ab6-48dc-9778-b55fe3bb6891 req-ef322630-a788-428f-af8c-45fe574e170f tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311594 Aug 04 08:40:12.212156 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-289e4f78-80a5-482e-91b1-974d09193115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:12.269924 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e4f78-80a5-482e-91b1-974d09193115 service neutron] Pushing event updated for resources: {'Port': ['ID=602f7d96-4c56-4939-ae23-25cb3b0b9b5e,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:12.343222 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-289e4f78-80a5-482e-91b1-974d09193115 service neutron] Attempting to bind port 602f7d96-4c56-4939-ae23-25cb3b0b9b5e on host hv-cinder-80265 for vnic_type normal with profile {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:40:12.343665 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-289e4f78-80a5-482e-91b1-974d09193115 service neutron] Attempting to bind port 602f7d96-4c56-4939-ae23-25cb3b0b9b5e by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': 'b9bcbbd9-c1c5-45af-90bb-9eb9716d692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f'}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:40:12.344110 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-289e4f78-80a5-482e-91b1-974d09193115 service neutron] Attempting to bind port 602f7d96-4c56-4939-ae23-25cb3b0b9b5e on network 2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:40:12.348795 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-289e4f78-80a5-482e-91b1-974d09193115 service neutron] Port 602f7d96-4c56-4939-ae23-25cb3b0b9b5e on network 2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 08:40:12.349153 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-289e4f78-80a5-482e-91b1-974d09193115 service neutron] Attempting to bind port 602f7d96-4c56-4939-ae23-25cb3b0b9b5e on network 2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:40:12.354090 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-289e4f78-80a5-482e-91b1-974d09193115 service neutron] Checking agent: {'id': '9a1e25f0-5e7e-4202-aeb1-29bde28f6183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'started_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:40:12.354425 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-289e4f78-80a5-482e-91b1-974d09193115 service neutron] Checking segment: {'id': 'b9bcbbd9-c1c5-45af-90bb-9eb9716d692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:40:12.354804 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-289e4f78-80a5-482e-91b1-974d09193115 service neutron] Bound using segment: {'id': 'b9bcbbd9-c1c5-45af-90bb-9eb9716d692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f'} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:40:12.355229 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-289e4f78-80a5-482e-91b1-974d09193115 service neutron] Bound port: 602f7d96-4c56-4939-ae23-25cb3b0b9b5e, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9bcbbd9-c1c5-45af-90bb-9eb9716d692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f'}}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:40:12.355615 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-289e4f78-80a5-482e-91b1-974d09193115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:12.454196 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-289e4f78-80a5-482e-91b1-974d09193115 service neutron] For port 602f7d96-4c56-4939-ae23-25cb3b0b9b5e, host hv-cinder-80265, cleared binding levels {{(pid=100321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:40:12.469659 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-289e4f78-80a5-482e-91b1-974d09193115 service neutron] For port 602f7d96-4c56-4939-ae23-25cb3b0b9b5e, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=602f7d96-4c56-4939-ae23-25cb3b0b9b5e,segment=NetworkSegment(b9bcbbd9-c1c5-45af-90bb-9eb9716d692f),segment_id=b9bcbbd9-c1c5-45af-90bb-9eb9716d692f)] {{(pid=100321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:40:12.484090 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7294f5a-b241-4329-9906-7fc4f94ac47d req-e8ab6baf-911b-449c-b0fa-260a35b834b9 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:12.485632 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f7294f5a-b241-4329-9906-7fc4f94ac47d req-e8ab6baf-911b-449c-b0fa-260a35b834b9 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a358073-2afd-4630-9682-77247fa660a0 HTTP/1.1" status: 200 len: 944 time: 0.0696990 Aug 04 08:40:12.525289 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f7294f5a-b241-4329-9906-7fc4f94ac47d req-608b8fac-68dc-4ec0-8e88-18e85531fcf5 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333655 Aug 04 08:40:12.560990 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-289e4f78-80a5-482e-91b1-974d09193115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:12.596404 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-289e4f78-80a5-482e-91b1-974d09193115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:12.597062 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-289e4f78-80a5-482e-91b1-974d09193115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:12.598521 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-289e4f78-80a5-482e-91b1-974d09193115 service neutron] 10.222.0.61 "PUT /v2.0/ports/602f7d96-4c56-4939-ae23-25cb3b0b9b5e HTTP/1.1" status: 200 len: 1093 time: 0.9330301 Aug 04 08:40:12.599139 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790', 'tag': '602f7d96-4c56-4939-ae23-25cb3b0b9b5e'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:40:12.601408 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b1a3e3-b1eb-4585-9b63-fc5115b4e6a5" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790", "tag": "602f7d96-4c56-4939-ae23-25cb3b0b9b5e"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:40:12.623490 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e4f78-80a5-482e-91b1-974d09193115 service neutron] Pushing event updated for resources: {'Port': ['ID=602f7d96-4c56-4939-ae23-25cb3b0b9b5e,revision_number=3']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:12.640249 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a632a5eb-318f-4330-8219-51ccbfb97dd0 x-openstack-request-id: req-a632a5eb-318f-4330-8219-51ccbfb97dd0 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:40:12.640540 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790", "tag": "602f7d96-4c56-4939-ae23-25cb3b0b9b5e", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:40:12.640795 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a632a5eb-318f-4330-8219-51ccbfb97dd0 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:40:12.641196 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790', 'tag': '602f7d96-4c56-4939-ae23-25cb3b0b9b5e', 'status': 'completed', 'code': 200} Aug 04 08:40:12.795710 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1a3e3-b1eb-4585-9b63-fc5115b4e6a5 req-46d9261a-2c31-49e8-9626-b168eb23fc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:12.797153 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d6b1a3e3-b1eb-4585-9b63-fc5115b4e6a5 req-46d9261a-2c31-49e8-9626-b168eb23fc93 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c25f110a37484ed783206cb1e0516c8e&device_id=e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790 HTTP/1.1" status: 200 len: 1096 time: 0.0398459 Aug 04 08:40:12.864309 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:12.923636 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1a3e3-b1eb-4585-9b63-fc5115b4e6a5 req-c43823ef-e720-4625-94eb-63745c7de4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:12.925793 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d6b1a3e3-b1eb-4585-9b63-fc5115b4e6a5 req-c43823ef-e720-4625-94eb-63745c7de4f5 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=c25f110a37484ed783206cb1e0516c8e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0948737 Aug 04 08:40:13.027811 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1a3e3-b1eb-4585-9b63-fc5115b4e6a5 req-3b9097d9-a457-434c-8b35-0febce7ccc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:13.029322 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d6b1a3e3-b1eb-4585-9b63-fc5115b4e6a5 req-3b9097d9-a457-434c-8b35-0febce7ccc23 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933630 Aug 04 08:40:13.166220 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-b151dca6-3553-4600-9855-8dc6405f60b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:13.167671 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-b151dca6-3553-4600-9855-8dc6405f60b7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c25f110a37484ed783206cb1e0516c8e&device_id=e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790 HTTP/1.1" status: 200 len: 1096 time: 0.0426588 Aug 04 08:40:13.226151 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-a1b7c5be-c595-41b6-b39b-80081eb336c1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=602f7d96-4c56-4939-ae23-25cb3b0b9b5e HTTP/1.1" status: 200 len: 217 time: 0.0372779 Aug 04 08:40:13.310686 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-8161b5c3-9a1f-45e4-89e1-bd0437d55d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:13.312116 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-8161b5c3-9a1f-45e4-89e1-bd0437d55d08 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d78ce3b2-b500-4d2d-b04d-1644c52f7541 HTTP/1.1" status: 200 len: 853 time: 0.0760288 Aug 04 08:40:13.319606 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d7ac5-13a2-4aef-b87b-65f676565a5c req-c162a2e6-8679-4944-a7ff-ce4d62655d4b tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:13.321327 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2b5d7ac5-13a2-4aef-b87b-65f676565a5c req-c162a2e6-8679-4944-a7ff-ce4d62655d4b tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0973699 Aug 04 08:40:13.325136 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922cf19-c027-4fd3-a3a0-cbd82d2e2d6d req-2d013f85-da60-4741-90f7-1311b2241907 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:13.326763 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a922cf19-c027-4fd3-a3a0-cbd82d2e2d6d req-2d013f85-da60-4741-90f7-1311b2241907 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790 HTTP/1.1" status: 200 len: 943 time: 0.0539491 Aug 04 08:40:13.357310 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-425dd55b-21ef-4528-97c3-c18f43abd1a2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352540 Aug 04 08:40:13.365398 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a922cf19-c027-4fd3-a3a0-cbd82d2e2d6d req-1bac86c0-811f-4dba-bd47-f451694f3bd0 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317917 Aug 04 08:40:13.376511 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2b5d7ac5-13a2-4aef-b87b-65f676565a5c req-b415424d-15e7-4e4b-ac94-52770ff75d16 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466425 Aug 04 08:40:13.466114 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-ed4593a2-db45-45a9-bb18-7c0f1b91b130 service neutron] 10.222.0.61 "GET /v2.0/networks/2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887697 Aug 04 08:40:13.790011 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb67566-94a4-4fd0-b337-2895010c2f87 req-ed8c6b56-c2d1-4cfe-8eca-3bf703053d59 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:13.791463 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3eb67566-94a4-4fd0-b337-2895010c2f87 req-ed8c6b56-c2d1-4cfe-8eca-3bf703053d59 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a358073-2afd-4630-9682-77247fa660a0 HTTP/1.1" status: 200 len: 944 time: 0.0990815 Aug 04 08:40:13.797002 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ac781ea5-369c-49e3-b4ff-2c2aae0b853e req-0c18223c-d421-40d6-9233-b2aea92ce703 service neutron] 10.222.0.61 "GET /v2.0/networks/2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233140 Aug 04 08:40:13.833140 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3eb67566-94a4-4fd0-b337-2895010c2f87 req-f4a4fbe1-4897-4085-8e40-f77d055a4eb9 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351675 Aug 04 08:40:14.213497 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device b0783a01-7def-4615-ba9d-697652573a02 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=100322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 08:40:14.305803 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port b0783a01-7def-4615-ba9d-697652573a02, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b0783a01-7def-4615-ba9d-697652573a02,segment=NetworkSegment(81ae5832-5ad0-46b4-8135-ebf4bf3f579a),segment_id=81ae5832-5ad0-46b4-8135-ebf4bf3f579a)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:40:14.320246 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Returning: {'device': 'b0783a01-7def-4615-ba9d-697652573a02', 'network_id': 'e1b6ade0-c962-4a6e-a3f9-0fea2d13312b', 'port_id': 'b0783a01-7def-4615-ba9d-697652573a02', 'mac_address': 'fa:16:3e:b7:05:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e67681df-1522-43fb-bfbc-d31641361faa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 08:40:14.470560 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:14.485690 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0783a01-7def-4615-ba9d-697652573a02 {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:40:14.490842 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cdee7-5253-4e0e-9623-974b60cba216 req-f385d165-e2ce-484f-8e34-3a46ef3837d9 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:14.498513 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-117cdee7-5253-4e0e-9623-974b60cba216 req-f385d165-e2ce-484f-8e34-3a46ef3837d9 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790 HTTP/1.1" status: 200 len: 943 time: 0.0503881 Aug 04 08:40:14.509021 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port b0783a01-7def-4615-ba9d-697652573a02, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b0783a01-7def-4615-ba9d-697652573a02,segment=NetworkSegment(81ae5832-5ad0-46b4-8135-ebf4bf3f579a),segment_id=81ae5832-5ad0-46b4-8135-ebf4bf3f579a)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:40:14.530754 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-117cdee7-5253-4e0e-9623-974b60cba216 req-510e89ad-d406-40e1-9791-b53444130fcb tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326214 Aug 04 08:40:14.601119 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:14.638585 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222532f-2014-4ea2-a915-1d458cb54bd8 req-6199cafc-0a78-4f6d-ab1b-e1b9b67cbae1 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:14.640976 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9222532f-2014-4ea2-a915-1d458cb54bd8 req-6199cafc-0a78-4f6d-ab1b-e1b9b67cbae1 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0638568 Aug 04 08:40:14.647593 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072cf50-9a99-45c3-9001-e979c3a66d7e req-16cdc4a6-1ec8-4857-aec7-8614477b7885 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:14.649153 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f072cf50-9a99-45c3-9001-e979c3a66d7e req-16cdc4a6-1ec8-4857-aec7-8614477b7885 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 946 time: 0.0625598 Aug 04 08:40:14.658066 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=b0783a01-7def-4615-ba9d-697652573a02,revision_number=4']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:14.666123 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:14.666731 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:14.667304 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:14.667865 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:14.668445 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:14.668980 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:14.669532 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:14.669971 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:14.670423 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:14.670854 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:14.671280 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:14.671730 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:40:14.692192 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9222532f-2014-4ea2-a915-1d458cb54bd8 req-93c15d20-496c-4a71-bb33-12ac71dcc56a tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363982 Aug 04 08:40:14.703916 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f072cf50-9a99-45c3-9001-e979c3a66d7e req-16115f45-bbb3-4d03-b7f8-35c1ba481a07 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/security-groups?id=30ebbb7d-0603-4a25-91c7-f24d02749395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484843 Aug 04 08:40:14.951983 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf76804-78d2-43f9-a6c0-dd22d561d378 req-23774325-7058-42df-a690-1e6d052e342e tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:14.953445 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-baf76804-78d2-43f9-a6c0-dd22d561d378 req-23774325-7058-42df-a690-1e6d052e342e tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a358073-2afd-4630-9682-77247fa660a0 HTTP/1.1" status: 200 len: 945 time: 0.0522501 Aug 04 08:40:14.991106 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-baf76804-78d2-43f9-a6c0-dd22d561d378 req-c15df339-b036-41c0-bb2d-1a151430d42c tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312092 Aug 04 08:40:15.333553 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['b0783a01-7def-4615-ba9d-697652573a02'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:40:15.648702 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088da15a-071a-4fa8-8951-6bb3c17e9ca6 req-71fa7c49-9657-47c1-b8c0-1c15571bf1ce tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:15.650076 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-088da15a-071a-4fa8-8951-6bb3c17e9ca6 req-71fa7c49-9657-47c1-b8c0-1c15571bf1ce tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790 HTTP/1.1" status: 200 len: 943 time: 0.0465064 Aug 04 08:40:15.686584 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-088da15a-071a-4fa8-8951-6bb3c17e9ca6 req-46e1d958-4168-4999-9f08-b75a4977a969 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308146 Aug 04 08:40:15.804130 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648e470-f991-4d03-8b5c-8a2dae510c1e req-f67da138-db2a-492f-9909-125d00b0c3e2 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:15.805929 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4648e470-f991-4d03-8b5c-8a2dae510c1e req-f67da138-db2a-492f-9909-125d00b0c3e2 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0495856 Aug 04 08:40:15.826254 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7ef90-1bcc-427d-942b-86ca9d1b07b6 req-37357726-61a1-4140-97af-a06b5b3ba5d6 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:15.828240 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-3be7ef90-1bcc-427d-942b-86ca9d1b07b6 req-37357726-61a1-4140-97af-a06b5b3ba5d6 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 946 time: 0.0558803 Aug 04 08:40:15.845252 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4648e470-f991-4d03-8b5c-8a2dae510c1e req-eb99b4c2-dabf-4fc4-864d-8d3e2b704da0 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321274 Aug 04 08:40:16.048042 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-77566514-0b05-428a-81ca-80311cdb0fb9 req-491d47fc-48c8-46bf-a776-9db14624529f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412529 Aug 04 08:40:16.067332 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-3be7ef90-1bcc-427d-942b-86ca9d1b07b6 req-35e5e1eb-72de-423a-bf9b-647866cc271b tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/security-groups?id=30ebbb7d-0603-4a25-91c7-f24d02749395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325087 Aug 04 08:40:16.173628 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c9e23-f6bf-4954-b8ce-b5b44a4a3cc9 req-ff8c9cc6-ff28-4990-a649-cef3684d404b tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:16.180756 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-933c9e23-f6bf-4954-b8ce-b5b44a4a3cc9 req-ff8c9cc6-ff28-4990-a649-cef3684d404b tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a358073-2afd-4630-9682-77247fa660a0 HTTP/1.1" status: 200 len: 945 time: 0.0509737 Aug 04 08:40:16.180895 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77566514-0b05-428a-81ca-80311cdb0fb9 req-76b55e2f-856f-46c4-b5f1-954c4d097d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:16.181622 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-77566514-0b05-428a-81ca-80311cdb0fb9 req-76b55e2f-856f-46c4-b5f1-954c4d097d2c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c25f110a37484ed783206cb1e0516c8e&device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 1099 time: 0.0450032 Aug 04 08:40:16.213937 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-933c9e23-f6bf-4954-b8ce-b5b44a4a3cc9 req-c1e28f4e-ebff-49a8-8993-a004b4b9dc0b tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319035 Aug 04 08:40:16.225741 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 602f7d96-4c56-4939-ae23-25cb3b0b9b5e details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=100322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 08:40:16.292746 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77566514-0b05-428a-81ca-80311cdb0fb9 req-54b9603f-d6fa-4609-9653-99fbb26781c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:16.294392 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-77566514-0b05-428a-81ca-80311cdb0fb9 req-54b9603f-d6fa-4609-9653-99fbb26781c1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f HTTP/1.1" status: 200 len: 914 time: 0.0899687 Aug 04 08:40:16.323900 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 602f7d96-4c56-4939-ae23-25cb3b0b9b5e, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=602f7d96-4c56-4939-ae23-25cb3b0b9b5e,segment=NetworkSegment(b9bcbbd9-c1c5-45af-90bb-9eb9716d692f),segment_id=b9bcbbd9-c1c5-45af-90bb-9eb9716d692f)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:40:16.339983 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-77566514-0b05-428a-81ca-80311cdb0fb9 req-7cd70bed-058d-4af0-b281-e2413431e7e5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=481f2ab9-8a66-48c7-a6fc-7b49bf7192af HTTP/1.1" status: 200 len: 217 time: 0.0347798 Aug 04 08:40:16.342553 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Returning: {'device': '602f7d96-4c56-4939-ae23-25cb3b0b9b5e', 'network_id': '2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f', 'port_id': '602f7d96-4c56-4939-ae23-25cb3b0b9b5e', 'mac_address': 'fa:16:3e:9d:42:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd78ce3b2-b500-4d2d-b04d-1644c52f7541', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 08:40:16.382829 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:16.395062 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77566514-0b05-428a-81ca-80311cdb0fb9 req-373ea465-0ec2-409f-9a0b-1ca168aab4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:16.396826 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 602f7d96-4c56-4939-ae23-25cb3b0b9b5e {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:40:16.396986 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-77566514-0b05-428a-81ca-80311cdb0fb9 req-373ea465-0ec2-409f-9a0b-1ca168aab4f1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d78ce3b2-b500-4d2d-b04d-1644c52f7541 HTTP/1.1" status: 200 len: 853 time: 0.0506248 Aug 04 08:40:16.420207 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 602f7d96-4c56-4939-ae23-25cb3b0b9b5e, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=602f7d96-4c56-4939-ae23-25cb3b0b9b5e,segment=NetworkSegment(b9bcbbd9-c1c5-45af-90bb-9eb9716d692f),segment_id=b9bcbbd9-c1c5-45af-90bb-9eb9716d692f)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:40:16.434062 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-77566514-0b05-428a-81ca-80311cdb0fb9 req-3ca21e94-63d0-4431-9821-c5f1164649be service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236921 Aug 04 08:40:16.514759 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:16.523222 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-77566514-0b05-428a-81ca-80311cdb0fb9 req-f969e67a-e3f9-40a5-a9c0-06bd7a592f19 service neutron] 10.222.0.61 "GET /v2.0/networks/2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809441 Aug 04 08:40:16.563222 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=602f7d96-4c56-4939-ae23-25cb3b0b9b5e,revision_number=4']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:16.623712 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-77566514-0b05-428a-81ca-80311cdb0fb9 req-712b16b5-88c9-468d-823c-eb5dd49905d7 service neutron] 10.222.0.61 "GET /v2.0/networks/2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916255 Aug 04 08:40:16.803796 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd5485-8d60-4f4a-a887-910263246632 req-79180a2d-07dd-4e6f-9008-877999fe1d83 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:16.805265 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-aecd5485-8d60-4f4a-a887-910263246632 req-79180a2d-07dd-4e6f-9008-877999fe1d83 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790 HTTP/1.1" status: 200 len: 944 time: 0.0481815 Aug 04 08:40:16.842116 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-aecd5485-8d60-4f4a-a887-910263246632 req-e9c1ade3-5369-4371-ae51-62a2d6d93b25 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308819 Aug 04 08:40:16.962758 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae50ce-ed85-4757-acc7-33e0bb07253b req-53e9a7e5-9b3c-429a-9d7a-f9af59060b7f tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:16.964242 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-94ae50ce-ed85-4757-acc7-33e0bb07253b req-53e9a7e5-9b3c-429a-9d7a-f9af59060b7f tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0509448 Aug 04 08:40:17.005941 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-94ae50ce-ed85-4757-acc7-33e0bb07253b req-ea9239ff-90a4-48ba-896b-d910c6439da3 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352602 Aug 04 08:40:17.180598 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca4098-2b55-4905-9ab9-41cac97bd4b8 req-af675177-22dc-428e-a182-ea962502bc19 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:17.182058 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0eca4098-2b55-4905-9ab9-41cac97bd4b8 req-af675177-22dc-428e-a182-ea962502bc19 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 946 time: 0.0479422 Aug 04 08:40:17.223083 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0eca4098-2b55-4905-9ab9-41cac97bd4b8 req-f6b39f9a-af57-4044-bdfa-6bd65db6be8c tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/security-groups?id=30ebbb7d-0603-4a25-91c7-f24d02749395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352626 Aug 04 08:40:17.326567 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed90714-4395-4548-b30b-e3db3fbdb2d8 req-61906f84-5ecf-477f-b11c-97fbcded6ca5 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:17.333287 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fed90714-4395-4548-b30b-e3db3fbdb2d8 req-61906f84-5ecf-477f-b11c-97fbcded6ca5 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a358073-2afd-4630-9682-77247fa660a0 HTTP/1.1" status: 200 len: 945 time: 0.0499122 Aug 04 08:40:17.367797 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fed90714-4395-4548-b30b-e3db3fbdb2d8 req-fbe285ba-0a47-4215-91cf-6a61b8b7f1b2 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329413 Aug 04 08:40:17.954826 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fae51-8946-4d6b-8bb6-5299370dad6e req-f35bb7bb-3802-4940-8c3a-aa466515ec77 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:17.956304 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ec7fae51-8946-4d6b-8bb6-5299370dad6e req-f35bb7bb-3802-4940-8c3a-aa466515ec77 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790 HTTP/1.1" status: 200 len: 944 time: 0.0476928 Aug 04 08:40:17.993287 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ec7fae51-8946-4d6b-8bb6-5299370dad6e req-f2a9cd88-5fb5-4a9c-b82c-4c163e963dcd tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312316 Aug 04 08:40:18.120128 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd36384-eeec-43c7-b0c3-596151fcb55e req-d830317b-ce91-4835-b59a-19809e8d143a tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:18.121845 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-acd36384-eeec-43c7-b0c3-596151fcb55e req-d830317b-ce91-4835-b59a-19809e8d143a tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0467803 Aug 04 08:40:18.162548 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-acd36384-eeec-43c7-b0c3-596151fcb55e req-fe740e4f-b721-43b2-acb2-e1b896af9faa tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349805 Aug 04 08:40:18.338987 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a0ed4-8e0e-47e9-a268-f6212d66c39a req-c6517645-9ceb-4fbf-85a6-eb9a8f590685 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:18.340775 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3c1a0ed4-8e0e-47e9-a268-f6212d66c39a req-c6517645-9ceb-4fbf-85a6-eb9a8f590685 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 946 time: 0.0478594 Aug 04 08:40:18.379050 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3c1a0ed4-8e0e-47e9-a268-f6212d66c39a req-ffcb1652-d3ad-4736-91fd-091946d54bbf tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/security-groups?id=30ebbb7d-0603-4a25-91c7-f24d02749395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315418 Aug 04 08:40:18.480008 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d536cf-ac44-4f72-878b-1d425b1d0928 req-7d45e981-06c5-4713-9e59-ee42e6bba74f tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:18.481444 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-84d536cf-ac44-4f72-878b-1d425b1d0928 req-7d45e981-06c5-4713-9e59-ee42e6bba74f tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a358073-2afd-4630-9682-77247fa660a0 HTTP/1.1" status: 200 len: 945 time: 0.0472412 Aug 04 08:40:18.524106 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-84d536cf-ac44-4f72-878b-1d425b1d0928 req-b232e38e-1803-4b81-bf16-f48c1af1b0a8 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368083 Aug 04 08:40:19.109929 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a65eb-2488-475b-882e-b30cdc409447 req-e3e3be1c-8494-4bf5-9d5d-655e6a6c4fe3 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:19.111375 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-968a65eb-2488-475b-882e-b30cdc409447 req-e3e3be1c-8494-4bf5-9d5d-655e6a6c4fe3 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790 HTTP/1.1" status: 200 len: 944 time: 0.0492532 Aug 04 08:40:19.152415 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-968a65eb-2488-475b-882e-b30cdc409447 req-4fd49b7e-ddf9-477c-99db-c8973a5de619 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349700 Aug 04 08:40:19.274876 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b87ff-3073-425a-88a1-32448cc0a9e9 req-fd01a482-0eee-4b52-bdb3-eb2930c63bc1 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:19.276359 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b37b87ff-3073-425a-88a1-32448cc0a9e9 req-fd01a482-0eee-4b52-bdb3-eb2930c63bc1 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0503168 Aug 04 08:40:19.316941 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b37b87ff-3073-425a-88a1-32448cc0a9e9 req-0885c158-866e-4f6b-82c0-f3ef38ff57c0 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346904 Aug 04 08:40:19.509387 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e6c1e-be86-4497-8949-709af0b455ac req-a03dd4f0-7b09-4c4b-89fb-e350e2867a92 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:19.510879 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d54e6c1e-be86-4497-8949-709af0b455ac req-a03dd4f0-7b09-4c4b-89fb-e350e2867a92 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 946 time: 0.0486031 Aug 04 08:40:19.551409 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d54e6c1e-be86-4497-8949-709af0b455ac req-55833ffe-fe05-47d7-90bb-7142ff75ac57 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/security-groups?id=30ebbb7d-0603-4a25-91c7-f24d02749395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342617 Aug 04 08:40:19.650021 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02bc143-b252-43f1-aca5-bcd17b993e60 req-14a9934f-cc8c-427e-ad7c-8cdb05013626 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:19.651440 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e02bc143-b252-43f1-aca5-bcd17b993e60 req-14a9934f-cc8c-427e-ad7c-8cdb05013626 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a358073-2afd-4630-9682-77247fa660a0 HTTP/1.1" status: 200 len: 945 time: 0.0471900 Aug 04 08:40:19.691621 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e02bc143-b252-43f1-aca5-bcd17b993e60 req-261fa563-6d0b-45f1-8ec9-7f94078a48a0 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344481 Aug 04 08:40:20.262104 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3906b7-dee0-4a66-a802-d3539682d984 req-831f4dc4-aac7-402d-ba2c-e37ce9ac0fa8 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:20.264070 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5b3906b7-dee0-4a66-a802-d3539682d984 req-831f4dc4-aac7-402d-ba2c-e37ce9ac0fa8 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790 HTTP/1.1" status: 200 len: 944 time: 0.0480351 Aug 04 08:40:20.302006 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5b3906b7-dee0-4a66-a802-d3539682d984 req-1bab0e1c-55b4-4c7e-82e0-8ba312d585e8 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316467 Aug 04 08:40:20.430380 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe91c1a-dfb3-42d7-80f7-75389a766fd2 req-db6620d3-a06e-41c8-affa-80bcad2eba22 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:20.431749 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2fe91c1a-dfb3-42d7-80f7-75389a766fd2 req-db6620d3-a06e-41c8-affa-80bcad2eba22 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0494406 Aug 04 08:40:20.431871 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device b0783a01-7def-4615-ba9d-697652573a02 up at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:40:20.484471 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2fe91c1a-dfb3-42d7-80f7-75389a766fd2 req-ff978f08-e2bb-4141-8529-15c1f48fec3e tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435908 Aug 04 08:40:20.522620 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['602f7d96-4c56-4939-ae23-25cb3b0b9b5e'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:40:20.560535 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:20.590615 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning for port b0783a01-7def-4615-ba9d-697652573a02 completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:40:20.598770 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning complete for port b0783a01-7def-4615-ba9d-697652573a02 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:40:20.599147 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:20.670222 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc9b2a-5655-419f-9d7e-d80b14e78de1 req-0c6ab71a-2a70-4e1d-ad07-c9bcb4c84a62 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:20.671820 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-96bc9b2a-5655-419f-9d7e-d80b14e78de1 req-0c6ab71a-2a70-4e1d-ad07-c9bcb4c84a62 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 946 time: 0.0531566 Aug 04 08:40:20.714671 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-96bc9b2a-5655-419f-9d7e-d80b14e78de1 req-10eddcc6-7179-4a8e-bce8-841d1941ff09 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/security-groups?id=30ebbb7d-0603-4a25-91c7-f24d02749395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364466 Aug 04 08:40:20.738167 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:20.756952 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a358073-2afd-4630-9682-77247fa660a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0783a01-7def-4615-ba9d-697652573a02'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:40:20.759210 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c495c7497e5e90a156a42ea06e218473990fefc1974f3e33d0cb89c8111961e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7f1fb8-b57f-44bd-aeca-66d7acc321d9" -d '{"events": [{"server_uuid": "2a358073-2afd-4630-9682-77247fa660a0", "name": "network-vif-plugged", "status": "completed", "tag": "b0783a01-7def-4615-ba9d-697652573a02"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:40:20.773341 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port b0783a01-7def-4615-ba9d-697652573a02, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b0783a01-7def-4615-ba9d-697652573a02,segment=NetworkSegment(81ae5832-5ad0-46b4-8135-ebf4bf3f579a),segment_id=81ae5832-5ad0-46b4-8135-ebf4bf3f579a)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:40:20.795123 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676e9e2a-cf9b-4d53-9037-ff1c8ccd9981 x-openstack-request-id: req-676e9e2a-cf9b-4d53-9037-ff1c8ccd9981 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:40:20.795417 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a358073-2afd-4630-9682-77247fa660a0", "name": "network-vif-plugged", "status": "completed", "tag": "b0783a01-7def-4615-ba9d-697652573a02", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:40:20.795676 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-676e9e2a-cf9b-4d53-9037-ff1c8ccd9981 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:40:20.796119 dv-cinder-802653-4-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a358073-2afd-4630-9682-77247fa660a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0783a01-7def-4615-ba9d-697652573a02', 'code': 200} Aug 04 08:40:20.817484 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3a70c-039f-4b48-bcf5-01ced484269c req-42b70ed2-3d25-4a9a-935f-2496540488a0 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:20.819067 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-8ee3a70c-039f-4b48-bcf5-01ced484269c req-42b70ed2-3d25-4a9a-935f-2496540488a0 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a358073-2afd-4630-9682-77247fa660a0 HTTP/1.1" status: 200 len: 945 time: 0.0532341 Aug 04 08:40:20.834786 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:20.857873 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-8ee3a70c-039f-4b48-bcf5-01ced484269c req-3396abe7-860e-41a6-92cb-4bbe8d0e667b tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326188 Aug 04 08:40:20.885474 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=b0783a01-7def-4615-ba9d-697652573a02,revision_number=5']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:21.181895 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7162a5-b0d6-4ce8-95bb-243d51519c61 req-fd512b4f-a8f9-419d-8f7c-b88982c93dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:21.183233 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fa7162a5-b0d6-4ce8-95bb-243d51519c61 req-fd512b4f-a8f9-419d-8f7c-b88982c93dad service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2a358073-2afd-4630-9682-77247fa660a0 HTTP/1.1" status: 200 len: 1099 time: 0.0374272 Aug 04 08:40:21.414990 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece0772-a4d5-481c-a494-4f2e83f2c519 req-678f0991-5a99-49e3-bb0f-b98bf69f1641 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:21.416456 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5ece0772-a4d5-481c-a494-4f2e83f2c519 req-678f0991-5a99-49e3-bb0f-b98bf69f1641 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790 HTTP/1.1" status: 200 len: 944 time: 0.0477653 Aug 04 08:40:21.454269 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5ece0772-a4d5-481c-a494-4f2e83f2c519 req-41128bc6-2a58-4ded-b167-aef715554e3a tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313053 Aug 04 08:40:21.592993 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea776bd-f67c-4ee9-97cf-5c378a90b8f1 req-d87475ab-f5c5-4712-82c4-8ffff049878b tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:21.594535 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9ea776bd-f67c-4ee9-97cf-5c378a90b8f1 req-d87475ab-f5c5-4712-82c4-8ffff049878b tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0501504 Aug 04 08:40:21.632181 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9ea776bd-f67c-4ee9-97cf-5c378a90b8f1 req-c3026462-9ab9-4367-a5dc-05a0bd26793b tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316980 Aug 04 08:40:21.831306 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060b60a-96be-4c5f-9414-32dc8be67d0f req-cc44f1c0-e16c-4b6d-9bb3-57278366e83b tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:21.832895 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-5060b60a-96be-4c5f-9414-32dc8be67d0f req-cc44f1c0-e16c-4b6d-9bb3-57278366e83b tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 946 time: 0.0485687 Aug 04 08:40:21.870775 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-5060b60a-96be-4c5f-9414-32dc8be67d0f req-a5393626-d748-4fb3-971b-456d44efccd5 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/security-groups?id=30ebbb7d-0603-4a25-91c7-f24d02749395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315440 Aug 04 08:40:21.977346 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25c951-60ab-4274-b584-904b7c75ec9f req-e850c217-ad5c-4d4e-95ae-139e30656352 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:21.978767 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-3f25c951-60ab-4274-b584-904b7c75ec9f req-e850c217-ad5c-4d4e-95ae-139e30656352 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a358073-2afd-4630-9682-77247fa660a0 HTTP/1.1" status: 200 len: 946 time: 0.0499740 Aug 04 08:40:22.018577 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-3f25c951-60ab-4274-b584-904b7c75ec9f req-9029229d-0430-44d9-bd42-ddcab67da2b8 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338547 Aug 04 08:40:22.570266 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c905f4-3d5d-4d31-a249-48d3cce98611 req-0809cf29-5024-422d-a084-2d3f9a68f9b8 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:22.571773 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-43c905f4-3d5d-4d31-a249-48d3cce98611 req-0809cf29-5024-422d-a084-2d3f9a68f9b8 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790 HTTP/1.1" status: 200 len: 944 time: 0.0471776 Aug 04 08:40:22.613146 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-43c905f4-3d5d-4d31-a249-48d3cce98611 req-0f26249e-d43e-4a0f-9dcd-e4deec4449f0 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354493 Aug 04 08:40:22.740603 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec868bb-205f-4d24-a56f-aa9f811ac33d req-e10cecc9-8924-4c15-87eb-e6616964334e tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:22.742060 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-8ec868bb-205f-4d24-a56f-aa9f811ac33d req-e10cecc9-8924-4c15-87eb-e6616964334e tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0466726 Aug 04 08:40:22.780446 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-8ec868bb-205f-4d24-a56f-aa9f811ac33d req-03cd1572-1ba7-4c99-b035-432c106e7698 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325887 Aug 04 08:40:22.985238 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8d3a0-bc9d-42d8-937f-bb742d9d8025 req-3f8acea9-a8a3-4a4a-9445-09079a4db300 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:22.986679 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-85f8d3a0-bc9d-42d8-937f-bb742d9d8025 req-3f8acea9-a8a3-4a4a-9445-09079a4db300 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 946 time: 0.0502846 Aug 04 08:40:23.023646 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-85f8d3a0-bc9d-42d8-937f-bb742d9d8025 req-4678f043-5a9d-48ae-963a-91cfb1672112 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/security-groups?id=30ebbb7d-0603-4a25-91c7-f24d02749395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311217 Aug 04 08:40:23.125928 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64666dc8-e35f-477a-a35b-766cac7e8559 req-514b6233-4a9b-4b20-ba5a-743e1d30f241 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:23.128529 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-64666dc8-e35f-477a-a35b-766cac7e8559 req-514b6233-4a9b-4b20-ba5a-743e1d30f241 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a358073-2afd-4630-9682-77247fa660a0 HTTP/1.1" status: 200 len: 946 time: 0.0470128 Aug 04 08:40:23.167447 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-64666dc8-e35f-477a-a35b-766cac7e8559 req-9df3b491-232e-437c-ad06-5fd7b3dd162a tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329680 Aug 04 08:40:23.725228 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704e567-7467-4323-8e4d-43a6a3a4bee9 req-0fbb10bb-1681-44e0-99f1-68c45e1413e8 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:23.726675 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9704e567-7467-4323-8e4d-43a6a3a4bee9 req-0fbb10bb-1681-44e0-99f1-68c45e1413e8 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790 HTTP/1.1" status: 200 len: 944 time: 0.0466609 Aug 04 08:40:23.763416 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9704e567-7467-4323-8e4d-43a6a3a4bee9 req-391a38b6-af40-4971-bf37-9dc540291e35 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309572 Aug 04 08:40:23.897504 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1da136-8eb1-40f9-a318-ceaec166ec28 req-cfa500af-eaea-4329-bcdc-20db50b18df5 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:23.898960 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-1c1da136-8eb1-40f9-a318-ceaec166ec28 req-cfa500af-eaea-4329-bcdc-20db50b18df5 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0505469 Aug 04 08:40:23.935834 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-1c1da136-8eb1-40f9-a318-ceaec166ec28 req-586c98cf-6d5f-4f79-85d1-2b2e572e082b tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310078 Aug 04 08:40:24.132797 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fcea8d-b560-479f-90e6-515feb03445c req-a2401263-a164-49ea-a533-dcf9c1d77274 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:24.134256 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-79fcea8d-b560-479f-90e6-515feb03445c req-a2401263-a164-49ea-a533-dcf9c1d77274 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 946 time: 0.0470815 Aug 04 08:40:24.172730 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-79fcea8d-b560-479f-90e6-515feb03445c req-2dce8e14-f4ee-4b38-8a09-b4b57883ae17 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/security-groups?id=30ebbb7d-0603-4a25-91c7-f24d02749395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323856 Aug 04 08:40:24.276838 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8e41a-c5c6-4029-9364-2e7d27b3c043 req-41114524-cc45-442a-804b-2e38e2f1f2c6 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:24.278275 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-91d8e41a-c5c6-4029-9364-2e7d27b3c043 req-41114524-cc45-442a-804b-2e38e2f1f2c6 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a358073-2afd-4630-9682-77247fa660a0 HTTP/1.1" status: 200 len: 946 time: 0.0468292 Aug 04 08:40:24.314503 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-91d8e41a-c5c6-4029-9364-2e7d27b3c043 req-2369a685-4588-42e9-b178-ec1f7d4ed06c tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304813 Aug 04 08:40:24.424884 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fa7162a5-b0d6-4ce8-95bb-243d51519c61 req-d96371a0-975d-48e4-97dc-6bce40dec9b4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300851 Aug 04 08:40:24.880821 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d437668-99e1-43c0-b26e-9e14c0bf78df req-eb4960e5-2b9d-4e22-8b75-0c62969ff480 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:24.882307 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-7d437668-99e1-43c0-b26e-9e14c0bf78df req-eb4960e5-2b9d-4e22-8b75-0c62969ff480 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790 HTTP/1.1" status: 200 len: 944 time: 0.0526054 Aug 04 08:40:24.919054 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-7d437668-99e1-43c0-b26e-9e14c0bf78df req-acbc8b83-f68e-4163-8649-46e2971a3a8e tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305727 Aug 04 08:40:25.048721 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ec9a7-325a-4b22-86ff-00a848459751 req-76081edf-280f-415b-a0f0-190248f7a1a0 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:25.050220 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-8d3ec9a7-325a-4b22-86ff-00a848459751 req-76081edf-280f-415b-a0f0-190248f7a1a0 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0483975 Aug 04 08:40:25.088266 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-8d3ec9a7-325a-4b22-86ff-00a848459751 req-1211c3d3-b604-468f-acbc-f00a7b9f3b9a tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314124 Aug 04 08:40:25.290098 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b0821-e40e-4812-b29d-5a085f97a84b req-e9eb6af5-03a3-4e99-b06c-202b2f91f257 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:25.291570 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d65b0821-e40e-4812-b29d-5a085f97a84b req-e9eb6af5-03a3-4e99-b06c-202b2f91f257 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 946 time: 0.0492074 Aug 04 08:40:25.335035 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d65b0821-e40e-4812-b29d-5a085f97a84b req-a747613f-9b92-4515-b3c0-c17a386e90e9 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/security-groups?id=30ebbb7d-0603-4a25-91c7-f24d02749395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374954 Aug 04 08:40:25.431256 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eef9a5-ee48-40e8-ac8e-c7856e245309 req-efb45b3e-735b-4e12-a772-48617570ea55 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:25.432744 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c5eef9a5-ee48-40e8-ac8e-c7856e245309 req-efb45b3e-735b-4e12-a772-48617570ea55 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a358073-2afd-4630-9682-77247fa660a0 HTTP/1.1" status: 200 len: 946 time: 0.0475385 Aug 04 08:40:25.470774 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c5eef9a5-ee48-40e8-ac8e-c7856e245309 req-217e88c4-c439-4bcc-bf54-1f19d66394ab tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319204 Aug 04 08:40:25.620082 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04883c99-16c7-4330-9bd5-8f150d11c949 req-80fcfbbf-c6a6-4132-b20b-a9449a3237e4 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:25.621422 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-04883c99-16c7-4330-9bd5-8f150d11c949 req-80fcfbbf-c6a6-4132-b20b-a9449a3237e4 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 946 time: 0.0468688 Aug 04 08:40:25.770661 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-04883c99-16c7-4330-9bd5-8f150d11c949 req-92a5beec-49cf-46b1-a468-52578aba384b tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Deleting port 72b05b6a-a5e6-492f-b096-70e19ddba32e {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:40:25.771007 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-04883c99-16c7-4330-9bd5-8f150d11c949 req-92a5beec-49cf-46b1-a468-52578aba384b tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:25.857583 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-04883c99-16c7-4330-9bd5-8f150d11c949 req-92a5beec-49cf-46b1-a468-52578aba384b tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] For port 72b05b6a-a5e6-492f-b096-70e19ddba32e, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=72b05b6a-a5e6-492f-b096-70e19ddba32e,segment=NetworkSegment(cb027c75-94ed-425f-9c98-b5e42a064b38),segment_id=cb027c75-94ed-425f-9c98-b5e42a064b38)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:40:25.857831 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-04883c99-16c7-4330-9bd5-8f150d11c949 req-92a5beec-49cf-46b1-a468-52578aba384b tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:25.875158 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-04883c99-16c7-4330-9bd5-8f150d11c949 req-92a5beec-49cf-46b1-a468-52578aba384b tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Calling delete_port for 72b05b6a-a5e6-492f-b096-70e19ddba32e owned by compute:nova {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:40:26.070759 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d0bf2-2fce-4791-b9ae-e2a959fa8e8b req-d25511e8-e2c5-419c-9e63-8e080e84895b tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:26.072312 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f64d0bf2-2fce-4791-b9ae-e2a959fa8e8b req-d25511e8-e2c5-419c-9e63-8e080e84895b tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790 HTTP/1.1" status: 200 len: 944 time: 0.0844619 Aug 04 08:40:26.111468 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f64d0bf2-2fce-4791-b9ae-e2a959fa8e8b req-3d977059-3cd1-435e-b137-1ac81baf23fa tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314374 Aug 04 08:40:26.115088 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-04883c99-16c7-4330-9bd5-8f150d11c949 req-92a5beec-49cf-46b1-a468-52578aba384b tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:26.142460 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5beec-49cf-46b1-a468-52578aba384b tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Pushing event deleted for resources: {'Port': ['ID=72b05b6a-a5e6-492f-b096-70e19ddba32e,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:26.164152 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['72b05b6a-a5e6-492f-b096-70e19ddba32e'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:40:26.226279 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-04883c99-16c7-4330-9bd5-8f150d11c949 req-92a5beec-49cf-46b1-a468-52578aba384b tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] No DVR routers for this DVR port 72b05b6a-a5e6-492f-b096-70e19ddba32e on host hv-cinder-80265 {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:40:26.231060 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-04883c99-16c7-4330-9bd5-8f150d11c949 req-92a5beec-49cf-46b1-a468-52578aba384b tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:26.233035 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-04883c99-16c7-4330-9bd5-8f150d11c949 req-92a5beec-49cf-46b1-a468-52578aba384b tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.61 "DELETE /v2.0/ports/72b05b6a-a5e6-492f-b096-70e19ddba32e HTTP/1.1" status: 204 len: 173 time: 0.6031313 Aug 04 08:40:26.234723 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c63450-9fb7-4de9-b9e7-a9aebc714323', 'name': 'network-vif-deleted', 'tag': '72b05b6a-a5e6-492f-b096-70e19ddba32e'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:40:26.235840 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2c0f03-761a-48ae-a575-b6eab116d4f9" -d '{"events": [{"server_uuid": "a4c63450-9fb7-4de9-b9e7-a9aebc714323", "name": "network-vif-deleted", "tag": "72b05b6a-a5e6-492f-b096-70e19ddba32e"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:40:26.259329 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a17d4-7f6c-436f-b3d5-47c76f0c09cd req-5f588df6-775c-4854-bdda-e7785490f504 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:26.270613 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8a8a17d4-7f6c-436f-b3d5-47c76f0c09cd req-5f588df6-775c-4854-bdda-e7785490f504 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0726368 Aug 04 08:40:26.288700 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ac074d-86f1-4e79-916d-1a030937c1d6 x-openstack-request-id: req-52ac074d-86f1-4e79-916d-1a030937c1d6 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:40:26.289063 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c63450-9fb7-4de9-b9e7-a9aebc714323", "name": "network-vif-deleted", "tag": "72b05b6a-a5e6-492f-b096-70e19ddba32e", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:40:26.289321 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-52ac074d-86f1-4e79-916d-1a030937c1d6 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:40:26.289763 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c63450-9fb7-4de9-b9e7-a9aebc714323', 'name': 'network-vif-deleted', 'tag': '72b05b6a-a5e6-492f-b096-70e19ddba32e', 'status': 'completed', 'code': 200} Aug 04 08:40:26.302747 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8a8a17d4-7f6c-436f-b3d5-47c76f0c09cd req-dba884cd-8020-4481-aafa-42001e2d2543 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353973 Aug 04 08:40:26.434160 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-0cdf7815-672e-46ce-b6f2-9d3895980d7c req-5191324e-f335-48d1-9fd7-132bb375ae38 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 210 time: 0.0298092 Aug 04 08:40:26.529551 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 602f7d96-4c56-4939-ae23-25cb3b0b9b5e up at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:40:26.591521 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa1cca-e0b8-4321-abc0-aea1df9359f9 req-4243bc13-4a57-4352-8490-1032f02491c5 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:26.593188 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-55aa1cca-e0b8-4321-abc0-aea1df9359f9 req-4243bc13-4a57-4352-8490-1032f02491c5 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a358073-2afd-4630-9682-77247fa660a0 HTTP/1.1" status: 200 len: 946 time: 0.0529616 Aug 04 08:40:26.631265 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-55aa1cca-e0b8-4321-abc0-aea1df9359f9 req-1a7f0e73-2f38-4d9e-8faf-f80bb49f0bea tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316994 Aug 04 08:40:26.640205 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning for port 602f7d96-4c56-4939-ae23-25cb3b0b9b5e completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:40:26.644235 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning complete for port 602f7d96-4c56-4939-ae23-25cb3b0b9b5e triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:40:26.645782 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:26.718524 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:26.741218 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602f7d96-4c56-4939-ae23-25cb3b0b9b5e'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:40:26.745243 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c495c7497e5e90a156a42ea06e218473990fefc1974f3e33d0cb89c8111961e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2a9b13-8f2e-425e-9971-65107ee50963" -d '{"events": [{"server_uuid": "e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790", "name": "network-vif-plugged", "status": "completed", "tag": "602f7d96-4c56-4939-ae23-25cb3b0b9b5e"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:40:26.756711 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 602f7d96-4c56-4939-ae23-25cb3b0b9b5e, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=602f7d96-4c56-4939-ae23-25cb3b0b9b5e,segment=NetworkSegment(b9bcbbd9-c1c5-45af-90bb-9eb9716d692f),segment_id=b9bcbbd9-c1c5-45af-90bb-9eb9716d692f)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:40:26.779389 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfb2632-7b74-47bb-bf2e-1e1792dc06b1 x-openstack-request-id: req-cbfb2632-7b74-47bb-bf2e-1e1792dc06b1 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:40:26.779720 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790", "name": "network-vif-plugged", "status": "completed", "tag": "602f7d96-4c56-4939-ae23-25cb3b0b9b5e", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:40:26.780077 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cbfb2632-7b74-47bb-bf2e-1e1792dc06b1 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:40:26.780482 dv-cinder-802653-4-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602f7d96-4c56-4939-ae23-25cb3b0b9b5e', 'code': 200} Aug 04 08:40:26.817181 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:26.818102 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 72b05b6a-a5e6-492f-b096-70e19ddba32e no longer exists at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:40:26.838869 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] No Port match for: 72b05b6a-a5e6-492f-b096-70e19ddba32e {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:40:26.839216 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 72b05b6a-a5e6-492f-b096-70e19ddba32e not bound to the agent host hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:40:26.886623 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=602f7d96-4c56-4939-ae23-25cb3b0b9b5e,revision_number=5']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:27.235876 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6414e-5a7f-40bf-91db-d616a1fae032 req-dff5b666-8b09-47e0-9424-1198bfc374ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:27.237359 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-49c6414e-5a7f-40bf-91db-d616a1fae032 req-dff5b666-8b09-47e0-9424-1198bfc374ff service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790 HTTP/1.1" status: 200 len: 1098 time: 0.0783744 Aug 04 08:40:27.249697 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f059a4-012a-4610-b107-c9333fb3aded req-645b4337-7a3a-4021-8b17-4106d036348c tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:27.251083 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f1f059a4-012a-4610-b107-c9333fb3aded req-645b4337-7a3a-4021-8b17-4106d036348c tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790 HTTP/1.1" status: 200 len: 945 time: 0.0579107 Aug 04 08:40:27.289950 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f1f059a4-012a-4610-b107-c9333fb3aded req-61a163ab-dc12-4215-8b9e-9048f2149c53 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316236 Aug 04 08:40:27.322754 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-49c6414e-5a7f-40bf-91db-d616a1fae032 req-cfb4f888-776b-4ca6-bf83-72e9b8bb03b6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284441 Aug 04 08:40:27.418581 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49a0d8-7a5e-4a3c-9997-e7f4248e8649 req-0c230224-1acc-43be-91d5-09020dc5353e tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:27.420138 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-be49a0d8-7a5e-4a3c-9997-e7f4248e8649 req-0c230224-1acc-43be-91d5-09020dc5353e tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0487046 Aug 04 08:40:27.457428 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-be49a0d8-7a5e-4a3c-9997-e7f4248e8649 req-b5c7a48b-e1e2-4d62-aba4-75b7dbacd95f tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307829 Aug 04 08:40:27.561915 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-ce47baaf-275f-4b16-b7c7-ef5f5e623082 req-32da4f82-ad67-433e-95ac-f5d66a4898f0 tempest-DeleteServersTestJSON-2071771894 tempest-DeleteServersTestJSON-2071771894-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c63450-9fb7-4de9-b9e7-a9aebc714323 HTTP/1.1" status: 200 len: 210 time: 0.0271132 Aug 04 08:40:27.746869 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe704ac-74d9-4e86-a07b-5965632fe5fb req-676e5540-4fb7-4adf-b6bc-472a8eba2878 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:27.748333 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8fe704ac-74d9-4e86-a07b-5965632fe5fb req-676e5540-4fb7-4adf-b6bc-472a8eba2878 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a358073-2afd-4630-9682-77247fa660a0 HTTP/1.1" status: 200 len: 946 time: 0.0498476 Aug 04 08:40:27.785618 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8fe704ac-74d9-4e86-a07b-5965632fe5fb req-0cd3f967-7074-4019-88e2-a2a0ca3b72e2 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308201 Aug 04 08:40:28.413805 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb492cde-b55b-4203-b157-08e6b0431e0f req-1f896c3a-d385-47d3-a2e9-075ce8bb93ce tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:28.415831 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-fb492cde-b55b-4203-b157-08e6b0431e0f req-1f896c3a-d385-47d3-a2e9-075ce8bb93ce tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790 HTTP/1.1" status: 200 len: 945 time: 0.0556352 Aug 04 08:40:28.467267 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-fb492cde-b55b-4203-b157-08e6b0431e0f req-6a639857-db5e-481a-80af-bec2d2809281 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451007 Aug 04 08:40:28.624613 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32da42-a295-45ac-bf70-adf862975399 req-ea7239a8-4290-4c11-bbbf-c0b4edee85e8 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:28.627187 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-8a32da42-a295-45ac-bf70-adf862975399 req-ea7239a8-4290-4c11-bbbf-c0b4edee85e8 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0585053 Aug 04 08:40:28.673721 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-8a32da42-a295-45ac-bf70-adf862975399 req-c9df2b05-799e-485c-bc89-9f29af4831aa tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376055 Aug 04 08:40:29.530970 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbe269-dd9b-456d-9a47-590e01d128c1 req-e6fbd3c1-8d3a-44ac-bde5-77a7dd150168 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:29.532693 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-38cbe269-dd9b-456d-9a47-590e01d128c1 req-e6fbd3c1-8d3a-44ac-bde5-77a7dd150168 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a358073-2afd-4630-9682-77247fa660a0 HTTP/1.1" status: 200 len: 946 time: 0.0533545 Aug 04 08:40:29.571752 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-38cbe269-dd9b-456d-9a47-590e01d128c1 req-15abaaa8-00be-497f-b140-1b18ee8a5d0b tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327897 Aug 04 08:40:29.591247 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4814f-8cc8-4cbe-bf67-8b4d7eb7e11e req-0c88dfde-5b59-4d56-baad-c980b7ef2e2c tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:29.592928 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2bb4814f-8cc8-4cbe-bf67-8b4d7eb7e11e req-0c88dfde-5b59-4d56-baad-c980b7ef2e2c tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790 HTTP/1.1" status: 200 len: 945 time: 0.0536335 Aug 04 08:40:29.630999 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2bb4814f-8cc8-4cbe-bf67-8b4d7eb7e11e req-600d76c7-1636-4758-8350-2605faf0dd70 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317199 Aug 04 08:40:29.810454 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9d187-c05e-488b-8abe-82014feb4297 req-72014d39-e2d4-485b-956f-a3f2c0bc89de tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:29.812277 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-21b9d187-c05e-488b-8abe-82014feb4297 req-72014d39-e2d4-485b-956f-a3f2c0bc89de tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0485156 Aug 04 08:40:29.851851 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-21b9d187-c05e-488b-8abe-82014feb4297 req-119771c1-420c-4f6d-b215-cd240afc32c1 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327363 Aug 04 08:40:30.407418 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 48856) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:40:30.453710 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7718621-1bc7-45c9-8823-c72ba50a5927 admin admin] Deleting subnet 2c165c90-bcac-445c-b6da-95d79809796d {{(pid=100320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 08:40:30.456855 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e7718621-1bc7-45c9-8823-c72ba50a5927 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:30.495701 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e7718621-1bc7-45c9-8823-c72ba50a5927 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133554087'] for subnet, precommit_delete_associations {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:30.533985 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e7718621-1bc7-45c9-8823-c72ba50a5927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-928750'] for subnet, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:30.647979 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e7718621-1bc7-45c9-8823-c72ba50a5927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-928029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-134116618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133633541'] for subnet, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:30.688700 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7718621-1bc7-45c9-8823-c72ba50a5927 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c165c90-bcac-445c-b6da-95d79809796d,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:30.691265 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e7718621-1bc7-45c9-8823-c72ba50a5927 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:30.695303 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-e7718621-1bc7-45c9-8823-c72ba50a5927 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/2c165c90-bcac-445c-b6da-95d79809796d HTTP/1.1" status: 204 len: 168 time: 0.2843473 Aug 04 08:40:30.695441 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 48860) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:40:30.714348 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86273a-a599-4620-bb31-d942520c3fb5 req-8cef1c93-b154-4720-ac9f-ec072b33b3e5 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:30.715843 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-7d86273a-a599-4620-bb31-d942520c3fb5 req-8cef1c93-b154-4720-ac9f-ec072b33b3e5 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a358073-2afd-4630-9682-77247fa660a0 HTTP/1.1" status: 200 len: 946 time: 0.0790958 Aug 04 08:40:30.759712 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-7d86273a-a599-4620-bb31-d942520c3fb5 req-4a383fd0-455c-4f82-acd2-dda77f820d37 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348094 Aug 04 08:40:30.773439 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-db4b7664-5c25-4c91-a9cb-9abf5fa233ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583520'] for network, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:30.851055 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-db4b7664-5c25-4c91-a9cb-9abf5fa233ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-926057', 'neutron.services.segments.db._delete_segments_for_network-8749051068919'] for network, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:30.860729 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-db4b7664-5c25-4c91-a9cb-9abf5fa233ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcab414a-87be-49bb-b8c9-05b67515974e']}} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:40:30.870613 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-db4b7664-5c25-4c91-a9cb-9abf5fa233ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb027c75-94ed-425f-9c98-b5e42a064b38') {'for_net_delete': True} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:40:30.870932 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-db4b7664-5c25-4c91-a9cb-9abf5fa233ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb027c75-94ed-425f-9c98-b5e42a064b38') {} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:40:30.880595 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-db4b7664-5c25-4c91-a9cb-9abf5fa233ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749051071492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132616324'] for segment, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:30.896248 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-db4b7664-5c25-4c91-a9cb-9abf5fa233ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:30.902220 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4b7664-5c25-4c91-a9cb-9abf5fa233ed admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=100321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 08:40:30.902608 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-db4b7664-5c25-4c91-a9cb-9abf5fa233ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132619724'] for segment, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:30.904264 dv-cinder-802653-4-iscsi neutron-server[100321]: Traceback (most recent call last): Aug 04 08:40:30.904264 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 08:40:30.904264 dv-cinder-802653-4-iscsi neutron-server[100321]: timer() Aug 04 08:40:30.904264 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 08:40:30.904264 dv-cinder-802653-4-iscsi neutron-server[100321]: cb(*args, **kw) Aug 04 08:40:30.904264 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 08:40:30.904264 dv-cinder-802653-4-iscsi neutron-server[100321]: return func(*args, **kwargs) Aug 04 08:40:30.904264 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 08:40:30.904264 dv-cinder-802653-4-iscsi neutron-server[100321]: self._notify() Aug 04 08:40:30.904264 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 08:40:30.904264 dv-cinder-802653-4-iscsi neutron-server[100321]: self.callback(batched_events) Aug 04 08:40:30.904264 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 08:40:30.904264 dv-cinder-802653-4-iscsi neutron-server[100321]: event.method(event) Aug 04 08:40:30.904264 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 08:40:30.904264 dv-cinder-802653-4-iscsi neutron-server[100321]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 08:40:30.904264 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 08:40:30.904264 dv-cinder-802653-4-iscsi neutron-server[100321]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 08:40:30.904264 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 08:40:30.904264 dv-cinder-802653-4-iscsi neutron-server[100321]: return f(self, *a, **k) Aug 04 08:40:30.904264 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 08:40:30.904264 dv-cinder-802653-4-iscsi neutron-server[100321]: return self._get(url).json() Aug 04 08:40:30.904264 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 08:40:30.904264 dv-cinder-802653-4-iscsi neutron-server[100321]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 08:40:30.904264 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 08:40:30.904264 dv-cinder-802653-4-iscsi neutron-server[100321]: return self.request(url, 'GET', **kwargs) Aug 04 08:40:30.904264 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 08:40:30.904264 dv-cinder-802653-4-iscsi neutron-server[100321]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 08:40:30.904264 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 08:40:30.904264 dv-cinder-802653-4-iscsi neutron-server[100321]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 08:40:30.904264 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 08:40:30.904264 dv-cinder-802653-4-iscsi neutron-server[100321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 08:40:30.904264 dv-cinder-802653-4-iscsi neutron-server[100321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 08:40:30.971489 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab5cbc-4021-47ee-98a3-a6a24e1bb8bb req-63449575-8b07-4a95-98a3-93a606a04cee tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:30.973096 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-3fab5cbc-4021-47ee-98a3-a6a24e1bb8bb req-63449575-8b07-4a95-98a3-93a606a04cee tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0526681 Aug 04 08:40:31.010795 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-3fab5cbc-4021-47ee-98a3-a6a24e1bb8bb req-92b71c2e-db09-4d7c-8c6b-ade6f6e093f2 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318325 Aug 04 08:40:31.045906 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-db4b7664-5c25-4c91-a9cb-9abf5fa233ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055443'] for network, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:31.062197 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-db4b7664-5c25-4c91-a9cb-9abf5fa233ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:31.064243 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-db4b7664-5c25-4c91-a9cb-9abf5fa233ed admin admin] 10.222.0.45 "DELETE /v2.0/networks/bcab414a-87be-49bb-b8c9-05b67515974e HTTP/1.1" status: 204 len: 168 time: 0.3663762 Aug 04 08:40:31.065469 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b7664-5c25-4c91-a9cb-9abf5fa233ed admin admin] Pushing event deleted for resources: {'Network': ['ID=bcab414a-87be-49bb-b8c9-05b67515974e,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:31.436044 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 48882) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:40:31.474260 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-a633d0d3-f400-426b-9f02-ac3bb5528cfd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c8a3905bb50a41f4b266648ec8206caa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0370576 Aug 04 08:40:31.476639 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 48884) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:40:31.523147 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-50e6e96e-2d91-4d97-993a-95bd3cb8d720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:31.544348 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-50e6e96e-2d91-4d97-993a-95bd3cb8d720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:31.662874 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-50e6e96e-2d91-4d97-993a-95bd3cb8d720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:31.665356 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-50e6e96e-2d91-4d97-993a-95bd3cb8d720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:31.666479 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-50e6e96e-2d91-4d97-993a-95bd3cb8d720 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/30ebbb7d-0603-4a25-91c7-f24d02749395 HTTP/1.1" status: 204 len: 168 time: 0.1889579 Aug 04 08:40:31.674557 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6e96e-2d91-4d97-993a-95bd3cb8d720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ebbb7d-0603-4a25-91c7-f24d02749395,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:31.883113 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842566bd-4e73-416f-bdfb-999887f7b5da req-71f7adfa-aa31-4844-981c-6ebc1741e2f0 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:31.884781 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-842566bd-4e73-416f-bdfb-999887f7b5da req-71f7adfa-aa31-4844-981c-6ebc1741e2f0 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a358073-2afd-4630-9682-77247fa660a0 HTTP/1.1" status: 200 len: 946 time: 0.0530791 Aug 04 08:40:31.924200 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-842566bd-4e73-416f-bdfb-999887f7b5da req-4b4aa705-ebd4-4452-b5c0-ed3992dc19bc tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328612 Aug 04 08:40:32.125462 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397954b-02c6-4364-bfbf-c2059772afa1 req-a65da913-2998-4086-8e20-0e31df1aa6bc tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:32.126940 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1397954b-02c6-4364-bfbf-c2059772afa1 req-a65da913-2998-4086-8e20-0e31df1aa6bc tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0485559 Aug 04 08:40:32.168349 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1397954b-02c6-4364-bfbf-c2059772afa1 req-b5318e04-3766-49bc-b864-b809a98ab54b tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354204 Aug 04 08:40:32.409523 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd8bbe-3d8e-4b5c-8970-b0b22b001e08 req-7ea2bd95-8d1d-4416-a1db-5a0f703bfec1 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:32.411296 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-55cd8bbe-3d8e-4b5c-8970-b0b22b001e08 req-7ea2bd95-8d1d-4416-a1db-5a0f703bfec1 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a358073-2afd-4630-9682-77247fa660a0 HTTP/1.1" status: 200 len: 946 time: 0.0513167 Aug 04 08:40:32.543883 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-55cd8bbe-3d8e-4b5c-8970-b0b22b001e08 req-62ba7e8f-6450-444b-8ec8-fbe3ebe4bd09 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Deleting port b0783a01-7def-4615-ba9d-697652573a02 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:40:32.545455 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-55cd8bbe-3d8e-4b5c-8970-b0b22b001e08 req-62ba7e8f-6450-444b-8ec8-fbe3ebe4bd09 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:32.654254 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-55cd8bbe-3d8e-4b5c-8970-b0b22b001e08 req-62ba7e8f-6450-444b-8ec8-fbe3ebe4bd09 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] For port b0783a01-7def-4615-ba9d-697652573a02, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b0783a01-7def-4615-ba9d-697652573a02,segment=NetworkSegment(81ae5832-5ad0-46b4-8135-ebf4bf3f579a),segment_id=81ae5832-5ad0-46b4-8135-ebf4bf3f579a)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:40:32.654668 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-55cd8bbe-3d8e-4b5c-8970-b0b22b001e08 req-62ba7e8f-6450-444b-8ec8-fbe3ebe4bd09 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:32.669813 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-55cd8bbe-3d8e-4b5c-8970-b0b22b001e08 req-62ba7e8f-6450-444b-8ec8-fbe3ebe4bd09 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Calling delete_port for b0783a01-7def-4615-ba9d-697652573a02 owned by compute:nova {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:40:32.805209 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-7df54b74-4590-4140-bd58-be9a3b6a6e4c tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:32.806873 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-7df54b74-4590-4140-bd58-be9a3b6a6e4c tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/networks?id=2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f HTTP/1.1" status: 200 len: 813 time: 0.1215234 Aug 04 08:40:32.822476 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-0c6c639f-b079-4a4c-8524-dc2c5e7bbd7b tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/quotas/c25f110a37484ed783206cb1e0516c8e HTTP/1.1" status: 200 len: 375 time: 0.0098860 Aug 04 08:40:32.878669 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-7182feeb-13bc-4d49-ad32-e68f0a62ae33 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c25f110a37484ed783206cb1e0516c8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504827 Aug 04 08:40:32.881057 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-55cd8bbe-3d8e-4b5c-8970-b0b22b001e08 req-62ba7e8f-6450-444b-8ec8-fbe3ebe4bd09 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:32.912048 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba7e8f-6450-444b-8ec8-fbe3ebe4bd09 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Pushing event deleted for resources: {'Port': ['ID=b0783a01-7def-4615-ba9d-697652573a02,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:32.954551 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-55cd8bbe-3d8e-4b5c-8970-b0b22b001e08 req-62ba7e8f-6450-444b-8ec8-fbe3ebe4bd09 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] No DVR routers for this DVR port b0783a01-7def-4615-ba9d-697652573a02 on host hv-cinder-80265 {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:40:32.958382 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-55cd8bbe-3d8e-4b5c-8970-b0b22b001e08 req-62ba7e8f-6450-444b-8ec8-fbe3ebe4bd09 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:32.961638 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-55cd8bbe-3d8e-4b5c-8970-b0b22b001e08 req-62ba7e8f-6450-444b-8ec8-fbe3ebe4bd09 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.61 "DELETE /v2.0/ports/b0783a01-7def-4615-ba9d-697652573a02 HTTP/1.1" status: 204 len: 173 time: 0.5433528 Aug 04 08:40:32.962089 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a358073-2afd-4630-9682-77247fa660a0', 'name': 'network-vif-deleted', 'tag': 'b0783a01-7def-4615-ba9d-697652573a02'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:40:32.964884 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9cae70-07d4-4f74-9ae6-8f86f9b3f174" -d '{"events": [{"server_uuid": "2a358073-2afd-4630-9682-77247fa660a0", "name": "network-vif-deleted", "tag": "b0783a01-7def-4615-ba9d-697652573a02"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:40:33.007915 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-c3302597-59cc-4bcf-982b-b4d6f2bd3a7e service neutron] 10.222.0.45 "GET /v2.0/networks/2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200931 Aug 04 08:40:33.035197 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a6f85b71-88e0-4c44-83f3-75b7eb99660e req-b00d7c9a-f3a8-4eea-8bf0-cd8b5b581609 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a358073-2afd-4630-9682-77247fa660a0 HTTP/1.1" status: 200 len: 210 time: 0.0259738 Aug 04 08:40:33.087447 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e369c01e-b9b0-45e3-8300-395f1ffccf50 x-openstack-request-id: req-e369c01e-b9b0-45e3-8300-395f1ffccf50 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:40:33.088023 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a358073-2afd-4630-9682-77247fa660a0", "name": "network-vif-deleted", "tag": "b0783a01-7def-4615-ba9d-697652573a02", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:40:33.088145 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e369c01e-b9b0-45e3-8300-395f1ffccf50 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:40:33.088617 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a358073-2afd-4630-9682-77247fa660a0', 'name': 'network-vif-deleted', 'tag': 'b0783a01-7def-4615-ba9d-697652573a02', 'status': 'completed', 'code': 200} Aug 04 08:40:33.115220 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-a6afa1f1-07ed-49e6-ae59-6c3a44647324 service neutron] 10.222.0.45 "GET /v2.0/networks/2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064274 Aug 04 08:40:33.371316 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6d461b8f-1064-456e-9236-9edb48ae5715 req-ba81dbd5-9a60-477c-8049-c1c69b60f3c2 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=5af2394e-d4e4-42e0-9d24-1b32e1c94b19 HTTP/1.1" status: 200 len: 210 time: 0.0325110 Aug 04 08:40:33.432788 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9652d-f0bb-45ac-8658-25fc841fa820 req-735cfbc0-778d-471d-8770-17573341d5b4 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:33.434328 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-14c9652d-f0bb-45ac-8658-25fc841fa820 req-735cfbc0-778d-471d-8770-17573341d5b4 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0521863 Aug 04 08:40:33.476741 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-14c9652d-f0bb-45ac-8658-25fc841fa820 req-98d88340-5d05-444c-8212-4b70338ec1bb tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358334 Aug 04 08:40:33.772695 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d6766-4ade-4885-8e6a-9ec6dc5866b1 req-df7f010e-7de6-4edf-9397-1edfb80fb733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:33.774260 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2e0d6766-4ade-4885-8e6a-9ec6dc5866b1 req-df7f010e-7de6-4edf-9397-1edfb80fb733 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 1099 time: 0.0462828 Aug 04 08:40:33.821415 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2e0d6766-4ade-4885-8e6a-9ec6dc5866b1 req-fae14fd4-d4ce-4892-867a-f16d38676172 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277646 Aug 04 08:40:34.144966 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6cbce7f9-840c-4027-af5e-f545390ede20 req-68344efb-1810-4050-8e26-bae995e19ff0 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a358073-2afd-4630-9682-77247fa660a0 HTTP/1.1" status: 200 len: 210 time: 0.0277972 Aug 04 08:40:34.288417 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 49008) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:40:34.417429 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e2bbb225-1f84-49f5-9c80-e136a35ab3c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:34.483036 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9b4556a0-96e9-4196-9bd7-2bc7ef9e0ee3 req-6431ce8b-c28b-42d9-ba6b-bd44f0b1223f tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=5af2394e-d4e4-42e0-9d24-1b32e1c94b19 HTTP/1.1" status: 200 len: 210 time: 0.0316246 Aug 04 08:40:34.524725 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device b0783a01-7def-4615-ba9d-697652573a02 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:40:34.552204 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e2bbb225-1f84-49f5-9c80-e136a35ab3c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:34.552626 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] No Port match for: b0783a01-7def-4615-ba9d-697652573a02 {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:40:34.553199 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device b0783a01-7def-4615-ba9d-697652573a02 not bound to the agent host hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:40:34.604787 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70de92-b040-46c0-bd75-e8b173f9d272 req-4f2e8340-590b-4e86-9b7d-403ebd4d3339 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:34.606238 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-4b70de92-b040-46c0-bd75-e8b173f9d272 req-4f2e8340-590b-4e86-9b7d-403ebd4d3339 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0495119 Aug 04 08:40:34.643457 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-4b70de92-b040-46c0-bd75-e8b173f9d272 req-746c3f0f-fe50-4c55-92ce-7fb1abb97bd6 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312643 Aug 04 08:40:34.754815 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e2bbb225-1f84-49f5-9c80-e136a35ab3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:34.804965 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-e2bbb225-1f84-49f5-9c80-e136a35ab3c2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=55323e050f3a48d2ba0935e341b60609&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5154386 Aug 04 08:40:34.807713 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 49022) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:40:34.813927 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bbb225-1f84-49f5-9c80-e136a35ab3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7b2cbb-ced8-43ea-aa60-522d4064dc21,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:34.866429 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d875ab13-a0da-4f51-8dd5-6bbf11706d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:34.900328 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d875ab13-a0da-4f51-8dd5-6bbf11706d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:35.017261 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d875ab13-a0da-4f51-8dd5-6bbf11706d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:35.019852 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d875ab13-a0da-4f51-8dd5-6bbf11706d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:35.021008 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-d875ab13-a0da-4f51-8dd5-6bbf11706d2f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bf7b2cbb-ced8-43ea-aa60-522d4064dc21 HTTP/1.1" status: 204 len: 168 time: 0.2120826 Aug 04 08:40:35.030031 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875ab13-a0da-4f51-8dd5-6bbf11706d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7b2cbb-ced8-43ea-aa60-522d4064dc21,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:35.606953 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-37e76ee2-8d54-47c6-9fc3-fc60f80ac7ad tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:35.608424 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-37e76ee2-8d54-47c6-9fc3-fc60f80ac7ad tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/networks?id=e1b6ade0-c962-4a6e-a3f9-0fea2d13312b HTTP/1.1" status: 200 len: 808 time: 0.1006472 Aug 04 08:40:35.624319 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-e3c0fca1-c369-420a-a708-60397d31558e tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/quotas/3941f935064347b2a18c52338e3abb72 HTTP/1.1" status: 200 len: 375 time: 0.0094001 Aug 04 08:40:35.661406 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-020303e1-0108-4423-a704-a7e7a0a4b778 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3941f935064347b2a18c52338e3abb72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309966 Aug 04 08:40:35.686834 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 49056) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:40:35.710853 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-04b9fddc-bb31-408d-870b-947a71c91e3d req-ba03feec-c9d9-4dd0-94f1-e9a1bd04cc1d tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=5af2394e-d4e4-42e0-9d24-1b32e1c94b19 HTTP/1.1" status: 200 len: 210 time: 0.0352287 Aug 04 08:40:35.716215 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d39729b3-ea96-44f2-8a7f-b3078b52c16b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:35.770504 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-47d0ed0a-fc5a-47b4-bfab-c9b82aae49a6 service neutron] 10.222.0.45 "GET /v2.0/networks/e1b6ade0-c962-4a6e-a3f9-0fea2d13312b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002979 Aug 04 08:40:35.834947 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5b3b5-e1fc-47d0-8110-555fb6e37120 req-6cf8e8f6-0ba3-4c06-80d3-e400f4f168be tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:35.836431 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-48b5b3b5-e1fc-47d0-8110-555fb6e37120 req-6cf8e8f6-0ba3-4c06-80d3-e400f4f168be tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0686316 Aug 04 08:40:35.855132 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d39729b3-ea96-44f2-8a7f-b3078b52c16b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:35.861169 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-3d29bc41-1390-403e-8f63-48f142d84491 service neutron] 10.222.0.45 "GET /v2.0/networks/e1b6ade0-c962-4a6e-a3f9-0fea2d13312b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846906 Aug 04 08:40:35.881315 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-48b5b3b5-e1fc-47d0-8110-555fb6e37120 req-ce66ddc2-1c6a-4049-b00a-5607cbaae924 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358841 Aug 04 08:40:35.914623 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d39729b3-ea96-44f2-8a7f-b3078b52c16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:35.964783 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-d39729b3-ea96-44f2-8a7f-b3078b52c16b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=82f09eeab5f24059b1f67910ddf330fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744160 Aug 04 08:40:35.972126 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 49064) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:40:35.975393 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39729b3-ea96-44f2-8a7f-b3078b52c16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c3d81f-5cbb-48d7-8320-fa3f7f6c52ec,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:36.022129 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2e02e-5e7e-42ce-b0bf-85cafd93693b req-4eedfa2f-161b-4dca-98cb-a8fa50a5c2d7 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:36.023659 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bbb2e02e-5e7e-42ce-b0bf-85cafd93693b req-4eedfa2f-161b-4dca-98cb-a8fa50a5c2d7 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0598874 Aug 04 08:40:36.024944 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0c83f8d4-07bb-4f49-bbb0-3663c646ad5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:36.058197 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0c83f8d4-07bb-4f49-bbb0-3663c646ad5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:36.124136 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-32a94402-7ce4-4b00-99be-01fe4b08f735 req-413fc098-b9b9-4f83-8240-b2aaee4f13b4 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fd9f685-d2b7-42f1-955e-b176905d3a5c HTTP/1.1" status: 200 len: 210 time: 0.0277965 Aug 04 08:40:36.211275 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0c83f8d4-07bb-4f49-bbb0-3663c646ad5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:36.214458 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0c83f8d4-07bb-4f49-bbb0-3663c646ad5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:36.217909 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-0c83f8d4-07bb-4f49-bbb0-3663c646ad5f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/72c3d81f-5cbb-48d7-8320-fa3f7f6c52ec HTTP/1.1" status: 204 len: 168 time: 0.2425027 Aug 04 08:40:36.224807 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83f8d4-07bb-4f49-bbb0-3663c646ad5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c3d81f-5cbb-48d7-8320-fa3f7f6c52ec,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:36.262506 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bbb2e02e-5e7e-42ce-b0bf-85cafd93693b req-d6357a04-953a-43a4-8291-39d423875721 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293417 Aug 04 08:40:36.807392 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b0dbfa72-ac23-4706-b6a0-aad79967e13c req-0eb5205e-7b4e-48a6-b7a8-e0758c32773c tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=5af2394e-d4e4-42e0-9d24-1b32e1c94b19 HTTP/1.1" status: 200 len: 210 time: 0.0286229 Aug 04 08:40:37.215397 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b2096e20-1e8d-4b0f-966a-94a5668f65e5 req-23a52986-51e5-4b8f-9265-2c6735fa5aa6 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fd9f685-d2b7-42f1-955e-b176905d3a5c HTTP/1.1" status: 200 len: 210 time: 0.0251322 Aug 04 08:40:37.485345 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4ec9a548-bcd8-45f3-a23d-3577baf263c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:37.898671 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-32d5d277-4557-457f-b93e-9260c150348a req-13082067-9dc2-4eff-9840-ba397f02e222 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=5af2394e-d4e4-42e0-9d24-1b32e1c94b19 HTTP/1.1" status: 200 len: 210 time: 0.0256698 Aug 04 08:40:38.308482 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d2f337e3-1201-4159-aa37-58e054043c2d req-6564e4b8-8c6c-4094-b229-68e968ff5342 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fd9f685-d2b7-42f1-955e-b176905d3a5c HTTP/1.1" status: 200 len: 210 time: 0.0276206 Aug 04 08:40:38.701225 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-8b771e16-acff-4a8f-8ac1-bd7f4d541a98 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:38.702636 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-8b771e16-acff-4a8f-8ac1-bd7f4d541a98 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.61 "GET /v2.0/networks?id=2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f HTTP/1.1" status: 200 len: 813 time: 0.1028719 Aug 04 08:40:38.728974 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-0b73676c-0da8-4a70-a881-c4314c912330 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Request body: {'port': {'device_id': '5af2394e-d4e4-42e0-9d24-1b32e1c94b19', 'network_id': '2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f', 'admin_state_up': True, 'tenant_id': 'c25f110a37484ed783206cb1e0516c8e'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:40:38.884847 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-0b73676c-0da8-4a70-a881-c4314c912330 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Made reservation on behalf of c25f110a37484ed783206cb1e0516c8e for: {'port': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:40:38.888775 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-0b73676c-0da8-4a70-a881-c4314c912330 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:39.056949 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5ad4af6e-71ed-41d7-aeb6-bae6b300f684 req-b98f86be-9314-44d8-a633-f9cb6b03ea5f tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=5af2394e-d4e4-42e0-9d24-1b32e1c94b19 HTTP/1.1" status: 200 len: 210 time: 0.0491278 Aug 04 08:40:39.072766 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-0b73676c-0da8-4a70-a881-c4314c912330 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Allocated IP 172.20.0.8 (2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f/d78ce3b2-b500-4d2d-b04d-1644c52f7541/5fd36594-637f-4de2-aa14-fe5936963fe9) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:40:39.227744 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-0b73676c-0da8-4a70-a881-c4314c912330 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:39.373222 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-0b73676c-0da8-4a70-a881-c4314c912330 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:39.420033 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-e97e9390-0229-4f53-86b6-396076a022cc req-a12af31b-57df-427e-bffd-e2ba774408d4 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fd9f685-d2b7-42f1-955e-b176905d3a5c HTTP/1.1" status: 200 len: 210 time: 0.0309350 Aug 04 08:40:39.422596 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-0b73676c-0da8-4a70-a881-c4314c912330 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Network 2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:40:39.426554 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-0b73676c-0da8-4a70-a881-c4314c912330 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:40:39.429621 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['481f2ab9-8a66-48c7-a6fc-7b49bf7192af', '602f7d96-4c56-4939-ae23-25cb3b0b9b5e'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:40:39.430492 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-0b73676c-0da8-4a70-a881-c4314c912330 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:40:39.472920 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73676c-0da8-4a70-a881-c4314c912330 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Pushing event updated for resources: {'Port': ['ID=5fd36594-637f-4de2-aa14-fe5936963fe9,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:39.494630 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-0b73676c-0da8-4a70-a881-c4314c912330 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:39.495251 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-0b73676c-0da8-4a70-a881-c4314c912330 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:39.560341 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-0b73676c-0da8-4a70-a881-c4314c912330 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8349168 Aug 04 08:40:39.585507 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-64cd9f07-252d-49a0-9bdf-427518e82f4c service neutron] Request body: {'port': {'device_id': '5af2394e-d4e4-42e0-9d24-1b32e1c94b19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:40:39.642123 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-64cd9f07-252d-49a0-9bdf-427518e82f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:39.941450 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-9a7f9531-15fb-435c-82a5-4cb3f9942de8 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:39.943551 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-9a7f9531-15fb-435c-82a5-4cb3f9942de8 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.61 "GET /v2.0/networks?id=e1b6ade0-c962-4a6e-a3f9-0fea2d13312b HTTP/1.1" status: 200 len: 808 time: 0.1608200 Aug 04 08:40:39.988848 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-85b2d665-cb2b-42f3-b933-23107f8b6e30 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Request body: {'port': {'device_id': '6fd9f685-d2b7-42f1-955e-b176905d3a5c', 'network_id': 'e1b6ade0-c962-4a6e-a3f9-0fea2d13312b', 'admin_state_up': True, 'tenant_id': '3941f935064347b2a18c52338e3abb72'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:40:40.041395 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-64cd9f07-252d-49a0-9bdf-427518e82f4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd36594-637f-4de2-aa14-fe5936963fe9 {{(pid=100321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:40:40.054371 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-64cd9f07-252d-49a0-9bdf-427518e82f4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:40.078949 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-64cd9f07-252d-49a0-9bdf-427518e82f4c service neutron] Transition to ACTIVE for port object 5fd36594-637f-4de2-aa14-fe5936963fe9 will not be triggered until provisioned by entity L2. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:40:40.143055 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-64cd9f07-252d-49a0-9bdf-427518e82f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:40.199424 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd9f07-252d-49a0-9bdf-427518e82f4c service neutron] Pushing event updated for resources: {'Port': ['ID=5fd36594-637f-4de2-aa14-fe5936963fe9,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:40.213869 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71d965-d570-4c54-b281-f9ebe78364d5 req-f8c705fc-0715-4de6-8b3b-4a6b4d7bebbc tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:40.215432 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-af71d965-d570-4c54-b281-f9ebe78364d5 req-f8c705fc-0715-4de6-8b3b-4a6b4d7bebbc tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=5af2394e-d4e4-42e0-9d24-1b32e1c94b19 HTTP/1.1" status: 200 len: 943 time: 0.0810778 Aug 04 08:40:40.229660 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-85b2d665-cb2b-42f3-b933-23107f8b6e30 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Made reservation on behalf of 3941f935064347b2a18c52338e3abb72 for: {'port': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:40:40.233360 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-85b2d665-cb2b-42f3-b933-23107f8b6e30 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:40.258752 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-af71d965-d570-4c54-b281-f9ebe78364d5 req-aac59e27-058c-4ea7-a592-644f8b071a7c tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358310 Aug 04 08:40:40.314125 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:40.315660 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-2b6bc447-82cf-4c52-9b1e-cb1366acd059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:40.338029 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-64cd9f07-252d-49a0-9bdf-427518e82f4c service neutron] Attempting to bind port 5fd36594-637f-4de2-aa14-fe5936963fe9 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:40:40.338361 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-64cd9f07-252d-49a0-9bdf-427518e82f4c service neutron] Attempting to bind port 5fd36594-637f-4de2-aa14-fe5936963fe9 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': 'b9bcbbd9-c1c5-45af-90bb-9eb9716d692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f'}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:40:40.338685 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-64cd9f07-252d-49a0-9bdf-427518e82f4c service neutron] Attempting to bind port 5fd36594-637f-4de2-aa14-fe5936963fe9 on network 2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:40:40.350941 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-64cd9f07-252d-49a0-9bdf-427518e82f4c service neutron] Port 5fd36594-637f-4de2-aa14-fe5936963fe9 on network 2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 08:40:40.351266 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-64cd9f07-252d-49a0-9bdf-427518e82f4c service neutron] Attempting to bind port 5fd36594-637f-4de2-aa14-fe5936963fe9 on network 2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:40:40.377573 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-64cd9f07-252d-49a0-9bdf-427518e82f4c service neutron] Checking agent: {'id': '9a1e25f0-5e7e-4202-aeb1-29bde28f6183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'started_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:40:40.377907 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-64cd9f07-252d-49a0-9bdf-427518e82f4c service neutron] Checking segment: {'id': 'b9bcbbd9-c1c5-45af-90bb-9eb9716d692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:40:40.378282 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-64cd9f07-252d-49a0-9bdf-427518e82f4c service neutron] Bound using segment: {'id': 'b9bcbbd9-c1c5-45af-90bb-9eb9716d692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f'} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:40:40.378706 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-64cd9f07-252d-49a0-9bdf-427518e82f4c service neutron] Bound port: 5fd36594-637f-4de2-aa14-fe5936963fe9, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9bcbbd9-c1c5-45af-90bb-9eb9716d692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f'}}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:40:40.379165 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-64cd9f07-252d-49a0-9bdf-427518e82f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:40.436105 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-85b2d665-cb2b-42f3-b933-23107f8b6e30 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Allocated IP 172.20.0.8 (e1b6ade0-c962-4a6e-a3f9-0fea2d13312b/e67681df-1522-43fb-bfbc-d31641361faa/f1812647-9e22-4015-b294-37685ddead25) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:40:40.483899 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-64cd9f07-252d-49a0-9bdf-427518e82f4c service neutron] For port 5fd36594-637f-4de2-aa14-fe5936963fe9, host hv-cinder-80265, cleared binding levels {{(pid=100321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:40:40.508068 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-64cd9f07-252d-49a0-9bdf-427518e82f4c service neutron] For port 5fd36594-637f-4de2-aa14-fe5936963fe9, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=5fd36594-637f-4de2-aa14-fe5936963fe9,segment=NetworkSegment(b9bcbbd9-c1c5-45af-90bb-9eb9716d692f),segment_id=b9bcbbd9-c1c5-45af-90bb-9eb9716d692f)] {{(pid=100321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:40:40.541960 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-815e33e0-8d7a-452e-9dde-4f38a63a0de0 req-9f47a87c-bc39-4d1f-b8a3-a960fe5c817a tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fd9f685-d2b7-42f1-955e-b176905d3a5c HTTP/1.1" status: 200 len: 210 time: 0.0383189 Aug 04 08:40:40.574472 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-64cd9f07-252d-49a0-9bdf-427518e82f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:40.625511 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-64cd9f07-252d-49a0-9bdf-427518e82f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:40.626088 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-64cd9f07-252d-49a0-9bdf-427518e82f4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:40.627505 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-64cd9f07-252d-49a0-9bdf-427518e82f4c service neutron] 10.222.0.61 "PUT /v2.0/ports/5fd36594-637f-4de2-aa14-fe5936963fe9 HTTP/1.1" status: 200 len: 1093 time: 1.0467753 Aug 04 08:40:40.637396 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af2394e-d4e4-42e0-9d24-1b32e1c94b19', 'tag': '5fd36594-637f-4de2-aa14-fe5936963fe9'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:40:40.639733 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb379db-1d69-4be6-b515-7fd108efe9f8" -d '{"events": [{"name": "network-changed", "server_uuid": "5af2394e-d4e4-42e0-9d24-1b32e1c94b19", "tag": "5fd36594-637f-4de2-aa14-fe5936963fe9"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:40:40.707845 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd9f07-252d-49a0-9bdf-427518e82f4c service neutron] Pushing event updated for resources: {'Port': ['ID=5fd36594-637f-4de2-aa14-fe5936963fe9,revision_number=3']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:40.721100 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-85b2d665-cb2b-42f3-b933-23107f8b6e30 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:40.732632 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daffa14-47ad-40b4-91d5-9fe2e1eb6f58 req-c1ca12cc-fabe-407a-978d-36d6bbba0ca9 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:40.734159 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4daffa14-47ad-40b4-91d5-9fe2e1eb6f58 req-c1ca12cc-fabe-407a-978d-36d6bbba0ca9 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.1196494 Aug 04 08:40:40.764320 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 6 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:40:40.802215 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4daffa14-47ad-40b4-91d5-9fe2e1eb6f58 req-067c17ae-4b48-4c04-b739-a79f7b206bc9 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536537 Aug 04 08:40:40.845441 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ca866a-0955-4af3-9ba7-ed85e4b023ce x-openstack-request-id: req-e7ca866a-0955-4af3-9ba7-ed85e4b023ce {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:40:40.845727 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af2394e-d4e4-42e0-9d24-1b32e1c94b19", "tag": "5fd36594-637f-4de2-aa14-fe5936963fe9", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:40:40.845975 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e7ca866a-0955-4af3-9ba7-ed85e4b023ce {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:40:40.846365 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af2394e-d4e4-42e0-9d24-1b32e1c94b19', 'tag': '5fd36594-637f-4de2-aa14-fe5936963fe9', 'status': 'completed', 'code': 200} Aug 04 08:40:41.018226 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-85b2d665-cb2b-42f3-b933-23107f8b6e30 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:41.065910 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-85b2d665-cb2b-42f3-b933-23107f8b6e30 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Network e1b6ade0-c962-4a6e-a3f9-0fea2d13312b is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:40:41.069768 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-85b2d665-cb2b-42f3-b933-23107f8b6e30 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:40:41.073670 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-85b2d665-cb2b-42f3-b933-23107f8b6e30 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:40:41.096376 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2d665-cb2b-42f3-b933-23107f8b6e30 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Pushing event updated for resources: {'Port': ['ID=f1812647-9e22-4015-b294-37685ddead25,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:41.114359 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:41.123354 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-85b2d665-cb2b-42f3-b933-23107f8b6e30 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:41.127066 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-85b2d665-cb2b-42f3-b933-23107f8b6e30 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:41.182814 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-85b2d665-cb2b-42f3-b933-23107f8b6e30 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1981659 Aug 04 08:40:41.376958 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f48d5b-c3e2-4d1a-8e34-592774b7fb0d req-94bd90a4-5bcc-4317-961a-a9f66a6c2751 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:41.378530 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-90f48d5b-c3e2-4d1a-8e34-592774b7fb0d req-94bd90a4-5bcc-4317-961a-a9f66a6c2751 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=5af2394e-d4e4-42e0-9d24-1b32e1c94b19 HTTP/1.1" status: 200 len: 943 time: 0.0512998 Aug 04 08:40:41.419977 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-90f48d5b-c3e2-4d1a-8e34-592774b7fb0d req-d297d85d-d43a-4e80-844e-711320e32bc8 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350578 Aug 04 08:40:41.657637 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfe673-6539-4feb-9466-d18d6d899efb req-e0f437b4-ac9f-4247-a9ce-cdba0a60c07a tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:41.659088 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2ddfe673-6539-4feb-9466-d18d6d899efb req-e0f437b4-ac9f-4247-a9ce-cdba0a60c07a tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fd9f685-d2b7-42f1-955e-b176905d3a5c HTTP/1.1" status: 200 len: 931 time: 0.0480058 Aug 04 08:40:41.695529 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2ddfe673-6539-4feb-9466-d18d6d899efb req-e7df83d8-72b1-46fe-a80f-ffa8f8f9d262 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306025 Aug 04 08:40:41.916165 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5356a5-810f-472b-9e6b-131da1054635 req-a8dceab3-374f-482b-b2b0-4900a2304194 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:41.917597 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7e5356a5-810f-472b-9e6b-131da1054635 req-a8dceab3-374f-482b-b2b0-4900a2304194 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0513706 Aug 04 08:40:41.955122 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7e5356a5-810f-472b-9e6b-131da1054635 req-0ed05768-6366-4af7-a3f2-56328984c084 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315421 Aug 04 08:40:42.533429 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace13c3-b1d6-49fe-ae25-0251323d5f82 req-206977ee-45a3-4996-ac1f-1f9a8c6013aa tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:42.535016 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cace13c3-b1d6-49fe-ae25-0251323d5f82 req-206977ee-45a3-4996-ac1f-1f9a8c6013aa tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=5af2394e-d4e4-42e0-9d24-1b32e1c94b19 HTTP/1.1" status: 200 len: 943 time: 0.0497134 Aug 04 08:40:42.574419 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cace13c3-b1d6-49fe-ae25-0251323d5f82 req-5461ddd1-f2e6-4338-b92b-4f750df252a6 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328190 Aug 04 08:40:42.808944 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace3a52-e6f4-4443-8433-6f3506e36e6a req-1748b771-d666-4602-937b-bd7715ee82e6 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:42.810567 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9ace3a52-e6f4-4443-8433-6f3506e36e6a req-1748b771-d666-4602-937b-bd7715ee82e6 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fd9f685-d2b7-42f1-955e-b176905d3a5c HTTP/1.1" status: 200 len: 931 time: 0.0504956 Aug 04 08:40:42.852926 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9ace3a52-e6f4-4443-8433-6f3506e36e6a req-ab9cc920-dd0e-4d70-ae6c-2a3a1c3cd78f tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333622 Aug 04 08:40:42.885712 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:43.073369 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7247f46-7286-4884-83d2-daf4594b2661 req-2cc7f6b7-bbf3-4d93-a989-b81418b49602 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:43.074814 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b7247f46-7286-4884-83d2-daf4594b2661 req-2cc7f6b7-bbf3-4d93-a989-b81418b49602 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0521820 Aug 04 08:40:43.112563 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b7247f46-7286-4884-83d2-daf4594b2661 req-b7cdbb59-d1ae-4279-a908-8d0d112a46ee tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317686 Aug 04 08:40:43.170240 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-feb400dc-6017-4745-b814-3c65dceaa890 service neutron] Request body: {'port': {'device_id': '6fd9f685-d2b7-42f1-955e-b176905d3a5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:40:43.223773 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-feb400dc-6017-4745-b814-3c65dceaa890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:43.302961 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb379db-1d69-4be6-b515-7fd108efe9f8 req-1d8b4a90-9e11-4622-a649-756c8bdd61cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:43.304602 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-4bb379db-1d69-4be6-b515-7fd108efe9f8 req-1d8b4a90-9e11-4622-a649-756c8bdd61cb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c25f110a37484ed783206cb1e0516c8e&device_id=5af2394e-d4e4-42e0-9d24-1b32e1c94b19 HTTP/1.1" status: 200 len: 1096 time: 0.0394723 Aug 04 08:40:43.313765 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9cce4a-d77b-4871-a2a1-285784dbdc03 req-a3b5e28e-0f1e-4413-b3cd-62cf91f989d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:43.315245 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6d9cce4a-d77b-4871-a2a1-285784dbdc03 req-a3b5e28e-0f1e-4413-b3cd-62cf91f989d3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=55a9fea77bcc44ab9534b396d5e3d350&device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 1098 time: 0.0809159 Aug 04 08:40:43.492658 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb379db-1d69-4be6-b515-7fd108efe9f8 req-8c41c876-5427-415f-a365-45eb70c38725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:43.494038 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-4bb379db-1d69-4be6-b515-7fd108efe9f8 req-8c41c876-5427-415f-a365-45eb70c38725 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=c25f110a37484ed783206cb1e0516c8e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1647913 Aug 04 08:40:43.507208 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9cce4a-d77b-4871-a2a1-285784dbdc03 req-c9c2e18c-392e-4291-82e0-3e297997452e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:43.508670 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6d9cce4a-d77b-4871-a2a1-285784dbdc03 req-c9c2e18c-392e-4291-82e0-3e297997452e service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac5dabef-071c-44b6-81ab-8c1938a68bd3 HTTP/1.1" status: 200 len: 919 time: 0.1509206 Aug 04 08:40:43.575123 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6d9cce4a-d77b-4871-a2a1-285784dbdc03 req-62bb96b6-02cf-48e5-933f-77481ac77360 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=373e7360-f556-42f1-a5bc-cb5fe9092bb5 HTTP/1.1" status: 200 len: 217 time: 0.0496092 Aug 04 08:40:43.652444 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-feb400dc-6017-4745-b814-3c65dceaa890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1812647-9e22-4015-b294-37685ddead25 {{(pid=100321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:40:43.675196 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-feb400dc-6017-4745-b814-3c65dceaa890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:43.694507 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb379db-1d69-4be6-b515-7fd108efe9f8 req-13434221-d05c-4f1e-a7e2-c73347d077e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:43.696161 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-4bb379db-1d69-4be6-b515-7fd108efe9f8 req-13434221-d05c-4f1e-a7e2-c73347d077e2 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1719172 Aug 04 08:40:43.706539 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9cce4a-d77b-4871-a2a1-285784dbdc03 req-9746e7a2-0187-428d-8963-803edf150c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:43.708032 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6d9cce4a-d77b-4871-a2a1-285784dbdc03 req-9746e7a2-0187-428d-8963-803edf150c76 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d3847e2a-31ec-433f-bb0a-5a9cd2601977 HTTP/1.1" status: 200 len: 858 time: 0.1183627 Aug 04 08:40:43.709032 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-feb400dc-6017-4745-b814-3c65dceaa890 service neutron] Transition to ACTIVE for port object f1812647-9e22-4015-b294-37685ddead25 will not be triggered until provisioned by entity L2. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:40:43.740400 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc0ee8-f917-46c8-8f6f-3eb11bd6a2a2 req-7f4de28d-c5ca-4211-920c-51267cb6c897 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:43.741804 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-83cc0ee8-f917-46c8-8f6f-3eb11bd6a2a2 req-7f4de28d-c5ca-4211-920c-51267cb6c897 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=5af2394e-d4e4-42e0-9d24-1b32e1c94b19 HTTP/1.1" status: 200 len: 943 time: 0.0916178 Aug 04 08:40:43.756649 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6d9cce4a-d77b-4871-a2a1-285784dbdc03 req-fc31eab4-c38c-4a16-b1b8-2b6d9b2a9b78 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac5dabef-071c-44b6-81ab-8c1938a68bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369294 Aug 04 08:40:43.769298 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-feb400dc-6017-4745-b814-3c65dceaa890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:43.825876 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-203009c0-666a-4fae-8675-cca30eb227db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:43.827376 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-203009c0-666a-4fae-8675-cca30eb227db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c25f110a37484ed783206cb1e0516c8e&device_id=5af2394e-d4e4-42e0-9d24-1b32e1c94b19 HTTP/1.1" status: 200 len: 1096 time: 0.0421109 Aug 04 08:40:43.868604 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-83cc0ee8-f917-46c8-8f6f-3eb11bd6a2a2 req-589e1a75-6d30-4544-addd-a760769c5923 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142108 Aug 04 08:40:43.899609 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb400dc-6017-4745-b814-3c65dceaa890 service neutron] Pushing event updated for resources: {'Port': ['ID=f1812647-9e22-4015-b294-37685ddead25,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:43.903096 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-3ec1a9c3-6be5-495d-814b-d9d7fa99174a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fd36594-637f-4de2-aa14-fe5936963fe9 HTTP/1.1" status: 200 len: 217 time: 0.0533590 Aug 04 08:40:43.995927 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6d9cce4a-d77b-4871-a2a1-285784dbdc03 req-e9dc8c80-336f-4af2-af4b-5ff7aaf8faeb service neutron] 10.222.0.61 "GET /v2.0/networks/ac5dabef-071c-44b6-81ab-8c1938a68bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972179 Aug 04 08:40:43.996169 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-8d8fadd9-6759-4254-873e-6afd91760d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:43.997781 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-8d8fadd9-6759-4254-873e-6afd91760d16 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d78ce3b2-b500-4d2d-b04d-1644c52f7541 HTTP/1.1" status: 200 len: 853 time: 0.0845537 Aug 04 08:40:44.021110 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d8cc5-2b4a-47d0-8c6c-fde27a6fe280 req-8a7a4f1e-7b52-4052-a600-e2f07803812e tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:44.022959 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-8f4d8cc5-2b4a-47d0-8c6c-fde27a6fe280 req-8a7a4f1e-7b52-4052-a600-e2f07803812e tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fd9f685-d2b7-42f1-955e-b176905d3a5c HTTP/1.1" status: 200 len: 943 time: 0.0786095 Aug 04 08:40:44.025573 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-feb400dc-6017-4745-b814-3c65dceaa890 service neutron] Attempting to bind port f1812647-9e22-4015-b294-37685ddead25 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:40:44.025909 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-feb400dc-6017-4745-b814-3c65dceaa890 service neutron] Attempting to bind port f1812647-9e22-4015-b294-37685ddead25 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '81ae5832-5ad0-46b4-8135-ebf4bf3f579a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e1b6ade0-c962-4a6e-a3f9-0fea2d13312b'}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:40:44.026235 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-feb400dc-6017-4745-b814-3c65dceaa890 service neutron] Attempting to bind port f1812647-9e22-4015-b294-37685ddead25 on network e1b6ade0-c962-4a6e-a3f9-0fea2d13312b {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:40:44.052352 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-3fc75d26-9728-4939-8a1a-e25998d78b1c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282183 Aug 04 08:40:44.068199 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-feb400dc-6017-4745-b814-3c65dceaa890 service neutron] Port f1812647-9e22-4015-b294-37685ddead25 on network e1b6ade0-c962-4a6e-a3f9-0fea2d13312b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 08:40:44.068531 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-feb400dc-6017-4745-b814-3c65dceaa890 service neutron] Attempting to bind port f1812647-9e22-4015-b294-37685ddead25 on network e1b6ade0-c962-4a6e-a3f9-0fea2d13312b {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:40:44.076039 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-feb400dc-6017-4745-b814-3c65dceaa890 service neutron] Checking agent: {'id': '9a1e25f0-5e7e-4202-aeb1-29bde28f6183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'started_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:40:44.076376 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-feb400dc-6017-4745-b814-3c65dceaa890 service neutron] Checking segment: {'id': '81ae5832-5ad0-46b4-8135-ebf4bf3f579a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e1b6ade0-c962-4a6e-a3f9-0fea2d13312b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:40:44.076772 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-feb400dc-6017-4745-b814-3c65dceaa890 service neutron] Bound using segment: {'id': '81ae5832-5ad0-46b4-8135-ebf4bf3f579a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e1b6ade0-c962-4a6e-a3f9-0fea2d13312b'} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:40:44.077193 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-feb400dc-6017-4745-b814-3c65dceaa890 service neutron] Bound port: f1812647-9e22-4015-b294-37685ddead25, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81ae5832-5ad0-46b4-8135-ebf4bf3f579a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e1b6ade0-c962-4a6e-a3f9-0fea2d13312b'}}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:40:44.077547 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-feb400dc-6017-4745-b814-3c65dceaa890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:44.129652 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-8f4d8cc5-2b4a-47d0-8c6c-fde27a6fe280 req-ec287bf4-3443-429e-b4fb-93056efd701b tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954444 Aug 04 08:40:44.164786 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6d9cce4a-d77b-4871-a2a1-285784dbdc03 req-a71d0468-0f4d-404c-a869-fed2bd060111 service neutron] 10.222.0.61 "GET /v2.0/networks/ac5dabef-071c-44b6-81ab-8c1938a68bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505849 Aug 04 08:40:44.170718 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-feb400dc-6017-4745-b814-3c65dceaa890 service neutron] For port f1812647-9e22-4015-b294-37685ddead25, host hv-cinder-80265, cleared binding levels {{(pid=100321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:40:44.173786 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-feb400dc-6017-4745-b814-3c65dceaa890 service neutron] For port f1812647-9e22-4015-b294-37685ddead25, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=f1812647-9e22-4015-b294-37685ddead25,segment=NetworkSegment(81ae5832-5ad0-46b4-8135-ebf4bf3f579a),segment_id=81ae5832-5ad0-46b4-8135-ebf4bf3f579a)] {{(pid=100321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:40:44.179033 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-8a0e5663-03e7-4f9e-af41-85dfc4b43bbb service neutron] 10.222.0.61 "GET /v2.0/networks/2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141398 Aug 04 08:40:44.290857 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-d6c12ac9-62bb-4ddd-ad50-52e0a8764ff9 req-462ca4f5-3a16-4eeb-a0e0-77843895bdae service neutron] 10.222.0.61 "GET /v2.0/networks/2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019461 Aug 04 08:40:44.294748 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c464b0-2a1a-43ec-b73c-510241d792c7 req-d5034f7f-9c37-4c78-8081-7e1ad56741b3 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:44.295835 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-74c464b0-2a1a-43ec-b73c-510241d792c7 req-d5034f7f-9c37-4c78-8081-7e1ad56741b3 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0768211 Aug 04 08:40:44.324051 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-feb400dc-6017-4745-b814-3c65dceaa890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:44.591354 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-feb400dc-6017-4745-b814-3c65dceaa890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:44.591978 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-feb400dc-6017-4745-b814-3c65dceaa890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:44.593330 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-feb400dc-6017-4745-b814-3c65dceaa890 service neutron] 10.222.0.61 "PUT /v2.0/ports/f1812647-9e22-4015-b294-37685ddead25 HTTP/1.1" status: 200 len: 1093 time: 1.4284637 Aug 04 08:40:44.593765 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd9f685-d2b7-42f1-955e-b176905d3a5c', 'tag': 'f1812647-9e22-4015-b294-37685ddead25'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:40:44.596000 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4b27fa-91b3-49ab-8769-a49244b2f2b9" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd9f685-d2b7-42f1-955e-b176905d3a5c", "tag": "f1812647-9e22-4015-b294-37685ddead25"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:40:44.603369 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-74c464b0-2a1a-43ec-b73c-510241d792c7 req-d5666311-bf4c-4f05-a226-94d2fd31caa9 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011975 Aug 04 08:40:44.619135 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb400dc-6017-4745-b814-3c65dceaa890 service neutron] Pushing event updated for resources: {'Port': ['ID=f1812647-9e22-4015-b294-37685ddead25,revision_number=3']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:44.643467 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50f9eb8-64aa-4723-9334-544f4af14d14 x-openstack-request-id: req-c50f9eb8-64aa-4723-9334-544f4af14d14 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:40:44.644127 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd9f685-d2b7-42f1-955e-b176905d3a5c", "tag": "f1812647-9e22-4015-b294-37685ddead25", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:40:44.644408 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c50f9eb8-64aa-4723-9334-544f4af14d14 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:40:44.645419 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd9f685-d2b7-42f1-955e-b176905d3a5c', 'tag': 'f1812647-9e22-4015-b294-37685ddead25', 'status': 'completed', 'code': 200} Aug 04 08:40:44.742742 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b27fa-91b3-49ab-8769-a49244b2f2b9 req-d7da2e4f-e94e-4667-b4fc-bab088051225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:44.744252 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1e4b27fa-91b3-49ab-8769-a49244b2f2b9 req-d7da2e4f-e94e-4667-b4fc-bab088051225 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3941f935064347b2a18c52338e3abb72&device_id=6fd9f685-d2b7-42f1-955e-b176905d3a5c HTTP/1.1" status: 200 len: 1096 time: 0.0414362 Aug 04 08:40:44.860373 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b27fa-91b3-49ab-8769-a49244b2f2b9 req-9fe13724-35b6-4e3a-ba1e-99649711844a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:44.861869 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1e4b27fa-91b3-49ab-8769-a49244b2f2b9 req-9fe13724-35b6-4e3a-ba1e-99649711844a service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=3941f935064347b2a18c52338e3abb72&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0926824 Aug 04 08:40:44.994190 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b27fa-91b3-49ab-8769-a49244b2f2b9 req-705e392d-db82-4672-af8e-3939ccf0d3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:44.995632 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1e4b27fa-91b3-49ab-8769-a49244b2f2b9 req-705e392d-db82-4672-af8e-3939ccf0d3df service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1220064 Aug 04 08:40:45.012069 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583de6fd-d576-4204-bcb8-ab80a99503d8 req-25a302f2-fcb0-4796-802c-521ca8282dbc tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:45.013707 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-583de6fd-d576-4204-bcb8-ab80a99503d8 req-25a302f2-fcb0-4796-802c-521ca8282dbc tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=5af2394e-d4e4-42e0-9d24-1b32e1c94b19 HTTP/1.1" status: 200 len: 943 time: 0.0697751 Aug 04 08:40:45.054735 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-583de6fd-d576-4204-bcb8-ab80a99503d8 req-20e2d6b5-3899-46cb-b1b7-006e1994d790 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336885 Aug 04 08:40:45.122073 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-efe1680e-fc90-4e22-914a-ed7c5cfbd84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:45.123623 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-efe1680e-fc90-4e22-914a-ed7c5cfbd84d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3941f935064347b2a18c52338e3abb72&device_id=6fd9f685-d2b7-42f1-955e-b176905d3a5c HTTP/1.1" status: 200 len: 1096 time: 0.0420141 Aug 04 08:40:45.174709 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-989ffa7c-225b-4773-9837-83b4d05ff32a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1812647-9e22-4015-b294-37685ddead25 HTTP/1.1" status: 200 len: 217 time: 0.0340295 Aug 04 08:40:45.227997 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-a352a166-d3c0-4937-b5a9-3f58640872c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:45.229436 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-a352a166-d3c0-4937-b5a9-3f58640872c6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e67681df-1522-43fb-bfbc-d31641361faa HTTP/1.1" status: 200 len: 848 time: 0.0476162 Aug 04 08:40:45.251753 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce0c08-34e7-4991-9211-a958a0fa4f31 req-eeb9c0cf-2efc-44cd-874c-590c155be38f tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:45.253251 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-01ce0c08-34e7-4991-9211-a958a0fa4f31 req-eeb9c0cf-2efc-44cd-874c-590c155be38f tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fd9f685-d2b7-42f1-955e-b176905d3a5c HTTP/1.1" status: 200 len: 943 time: 0.0516858 Aug 04 08:40:45.272978 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-95c18f90-ca0e-408b-8108-1d68d88dd048 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e1b6ade0-c962-4a6e-a3f9-0fea2d13312b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252624 Aug 04 08:40:45.291260 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-01ce0c08-34e7-4991-9211-a958a0fa4f31 req-a17c0ee3-dcb9-4e37-8ab2-0cc45fc9c83d tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313022 Aug 04 08:40:45.364714 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-f9914a34-3caa-4a92-b0a0-20421230f9fc service neutron] 10.222.0.61 "GET /v2.0/networks/e1b6ade0-c962-4a6e-a3f9-0fea2d13312b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815010 Aug 04 08:40:45.729534 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e49be4-8089-4a7a-90d9-77e5fbed6841 req-3d33716e-8c97-4de7-abc2-04711241a9be tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:45.731032 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-83e49be4-8089-4a7a-90d9-77e5fbed6841 req-3d33716e-8c97-4de7-abc2-04711241a9be tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0477369 Aug 04 08:40:45.770338 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-83e49be4-8089-4a7a-90d9-77e5fbed6841 req-8e0cb063-8ed9-4780-b013-81e343154e34 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333481 Aug 04 08:40:46.172300 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1cad5-9ffb-411a-b1d7-70f5d1da214b req-6e3d58e7-c13b-4b79-bc23-2c88d0852897 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:46.176915 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-6dc1cad5-9ffb-411a-b1d7-70f5d1da214b req-6e3d58e7-c13b-4b79-bc23-2c88d0852897 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=5af2394e-d4e4-42e0-9d24-1b32e1c94b19 HTTP/1.1" status: 200 len: 943 time: 0.0528853 Aug 04 08:40:46.216766 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-6dc1cad5-9ffb-411a-b1d7-70f5d1da214b req-0e9a9f7a-292a-4c04-9fc2-676af183902d tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359519 Aug 04 08:40:46.403324 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7888e-9d33-4b9f-999e-6c490de52b9d req-14db32e9-a3eb-47ee-8740-c348dfa4bc8e tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:46.404679 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-d2e7888e-9d33-4b9f-999e-6c490de52b9d req-14db32e9-a3eb-47ee-8740-c348dfa4bc8e tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fd9f685-d2b7-42f1-955e-b176905d3a5c HTTP/1.1" status: 200 len: 943 time: 0.0489705 Aug 04 08:40:46.440959 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-d2e7888e-9d33-4b9f-999e-6c490de52b9d req-78adb39e-728b-4552-8b6f-290f68a73ac6 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306089 Aug 04 08:40:46.887790 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f6301-618b-4ed0-bba1-52aed144af2d req-4a050bb0-873d-4d4c-ba34-d477fd5a6475 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:46.887790 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-d42f6301-618b-4ed0-bba1-52aed144af2d req-4a050bb0-873d-4d4c-ba34-d477fd5a6475 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0468419 Aug 04 08:40:46.921736 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-d42f6301-618b-4ed0-bba1-52aed144af2d req-d6054214-3b26-4952-9761-19c4317f6a64 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322189 Aug 04 08:40:47.328798 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe4884-17b1-42e7-b692-8418dd723eea req-b9cf3160-93db-42e0-89f0-b4e9cc477867 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:47.330260 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-0dbe4884-17b1-42e7-b692-8418dd723eea req-b9cf3160-93db-42e0-89f0-b4e9cc477867 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=5af2394e-d4e4-42e0-9d24-1b32e1c94b19 HTTP/1.1" status: 200 len: 943 time: 0.0465848 Aug 04 08:40:47.368095 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-0dbe4884-17b1-42e7-b692-8418dd723eea req-fd6cf66c-95d7-42f4-a052-0111789220c7 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320072 Aug 04 08:40:47.554901 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6439d7e-f5ec-4273-b147-f4a3856041aa req-bab723fb-e79d-460a-ab4a-9964d4a948a1 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:47.556361 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c6439d7e-f5ec-4273-b147-f4a3856041aa req-bab723fb-e79d-460a-ab4a-9964d4a948a1 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fd9f685-d2b7-42f1-955e-b176905d3a5c HTTP/1.1" status: 200 len: 943 time: 0.0504322 Aug 04 08:40:47.591782 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c6439d7e-f5ec-4273-b147-f4a3856041aa req-8a6e2e89-226f-4cb2-a24c-64cfef5f0592 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296581 Aug 04 08:40:48.032292 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ae82b-6d18-49d4-a89f-99a319fa66e5 req-32ab92a1-bf24-4ad2-a359-2fbc319d4bbb tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:48.033728 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-911ae82b-6d18-49d4-a89f-99a319fa66e5 req-32ab92a1-bf24-4ad2-a359-2fbc319d4bbb tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0462320 Aug 04 08:40:48.070944 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-911ae82b-6d18-49d4-a89f-99a319fa66e5 req-325a5f74-f0a2-4a31-bfe1-eca3a59a92c5 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305419 Aug 04 08:40:48.151796 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9a471faf-7d6e-4649-bcd8-4d45aff2cde6 req-6f199632-832e-4b73-be2a-457b7c98ba2f service neutron] 10.222.0.61 "GET /v2.0/networks/e1b6ade0-c962-4a6e-a3f9-0fea2d13312b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879512 Aug 04 08:40:48.478062 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c84d8a-ae00-456b-92f8-3019a51b27fc req-0e64b2dc-0c39-459b-bf94-470968df7d98 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:48.479547 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-87c84d8a-ae00-456b-92f8-3019a51b27fc req-0e64b2dc-0c39-459b-bf94-470968df7d98 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=5af2394e-d4e4-42e0-9d24-1b32e1c94b19 HTTP/1.1" status: 200 len: 943 time: 0.0474660 Aug 04 08:40:48.516711 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-87c84d8a-ae00-456b-92f8-3019a51b27fc req-cae93ff5-f53b-4ffe-a8ee-5c41631e8721 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314727 Aug 04 08:40:48.709562 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578ca61-514a-41f8-98dd-daf3ab6dc01e req-d306c8d1-7742-406d-abc2-8881ee0e9b68 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:48.711328 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a578ca61-514a-41f8-98dd-daf3ab6dc01e req-d306c8d1-7742-406d-abc2-8881ee0e9b68 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fd9f685-d2b7-42f1-955e-b176905d3a5c HTTP/1.1" status: 200 len: 943 time: 0.0494251 Aug 04 08:40:48.749170 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a578ca61-514a-41f8-98dd-daf3ab6dc01e req-5ff8aa8a-57c9-47c4-bc42-7472c4644ef2 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321813 Aug 04 08:40:49.197529 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5802d5-1c62-4a34-a907-195b877cfbd3 req-f38342fd-5650-4cd6-8c55-defb63170ef5 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:49.199013 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-df5802d5-1c62-4a34-a907-195b877cfbd3 req-f38342fd-5650-4cd6-8c55-defb63170ef5 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0524077 Aug 04 08:40:49.237667 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-df5802d5-1c62-4a34-a907-195b877cfbd3 req-2b05fae1-fb21-42e9-9e05-b89d39261254 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317321 Aug 04 08:40:49.628316 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe98c61-eac7-47a7-b67c-51c5fd6d082c req-22dfd1db-f2e5-42eb-8a6e-ec74a438a3fe tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:49.631210 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-5fe98c61-eac7-47a7-b67c-51c5fd6d082c req-22dfd1db-f2e5-42eb-8a6e-ec74a438a3fe tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=5af2394e-d4e4-42e0-9d24-1b32e1c94b19 HTTP/1.1" status: 200 len: 943 time: 0.0505834 Aug 04 08:40:49.674915 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-5fe98c61-eac7-47a7-b67c-51c5fd6d082c req-413ccd03-4fbf-4234-873c-16d16501905a tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375865 Aug 04 08:40:49.862716 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83bf02-5115-4104-a257-b124dd8cb9b4 req-4241d74e-dbea-4bf5-b85c-b1399cbe1d1d tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:49.865275 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cc83bf02-5115-4104-a257-b124dd8cb9b4 req-4241d74e-dbea-4bf5-b85c-b1399cbe1d1d tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fd9f685-d2b7-42f1-955e-b176905d3a5c HTTP/1.1" status: 200 len: 943 time: 0.0469775 Aug 04 08:40:49.902394 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cc83bf02-5115-4104-a257-b124dd8cb9b4 req-1bfed196-9aaa-41a6-a776-1aea98aceb2d tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323381 Aug 04 08:40:50.353743 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7d5e4-aa7d-4fd3-ab50-eaf7dd306f8b req-661bd5b7-82e3-46e2-beaa-7566b0760fc1 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:50.355214 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-22e7d5e4-aa7d-4fd3-ab50-eaf7dd306f8b req-661bd5b7-82e3-46e2-beaa-7566b0760fc1 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0521715 Aug 04 08:40:50.393706 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-22e7d5e4-aa7d-4fd3-ab50-eaf7dd306f8b req-db736934-f079-4779-a58b-8c683bdffdf5 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322247 Aug 04 08:40:50.419757 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 49422) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:40:50.522069 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-9215cd65-7b95-4225-9bf8-c190b49872f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:50.531010 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:50.616926 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-9215cd65-7b95-4225-9bf8-c190b49872f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:50.673528 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-9215cd65-7b95-4225-9bf8-c190b49872f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:50.728816 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 49440) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:40:50.728966 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-9215cd65-7b95-4225-9bf8-c190b49872f5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ae88173a3df542c184aa16d1df49268f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3080840 Aug 04 08:40:50.737951 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9215cd65-7b95-4225-9bf8-c190b49872f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d93ef0-5055-48c7-999d-fb60ca82a086,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:50.801020 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-653d7c16-99dd-4379-842a-1bc312f874af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:50.810897 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06261d-c80e-4512-8471-900ad178cae1 req-5af0db1b-973e-44ea-9468-cb75d8c0660a tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:50.812417 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-df06261d-c80e-4512-8471-900ad178cae1 req-5af0db1b-973e-44ea-9468-cb75d8c0660a tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=5af2394e-d4e4-42e0-9d24-1b32e1c94b19 HTTP/1.1" status: 200 len: 943 time: 0.0522108 Aug 04 08:40:50.822383 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-653d7c16-99dd-4379-842a-1bc312f874af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:50.859929 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-df06261d-c80e-4512-8471-900ad178cae1 req-7aef1e84-d4e1-40df-bbc7-710bddeadded tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415816 Aug 04 08:40:50.942924 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-653d7c16-99dd-4379-842a-1bc312f874af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:50.945539 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-653d7c16-99dd-4379-842a-1bc312f874af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:50.946887 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-653d7c16-99dd-4379-842a-1bc312f874af admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/23d93ef0-5055-48c7-999d-fb60ca82a086 HTTP/1.1" status: 204 len: 168 time: 0.2160175 Aug 04 08:40:50.965126 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d7c16-99dd-4379-842a-1bc312f874af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d93ef0-5055-48c7-999d-fb60ca82a086,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:51.037001 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 5fd36594-637f-4de2-aa14-fe5936963fe9 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=100322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 08:40:51.047528 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a8e03-419d-47e4-b050-b9f2b532b6d5 req-49ea4e36-e9b1-4c11-a423-bdbbee9e93c2 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:51.052559 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-be8a8e03-419d-47e4-b050-b9f2b532b6d5 req-49ea4e36-e9b1-4c11-a423-bdbbee9e93c2 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fd9f685-d2b7-42f1-955e-b176905d3a5c HTTP/1.1" status: 200 len: 943 time: 0.0677671 Aug 04 08:40:51.130022 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-be8a8e03-419d-47e4-b050-b9f2b532b6d5 req-3591aadf-8631-496a-b517-8463b11f5d38 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716846 Aug 04 08:40:51.163443 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 5fd36594-637f-4de2-aa14-fe5936963fe9, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=5fd36594-637f-4de2-aa14-fe5936963fe9,segment=NetworkSegment(b9bcbbd9-c1c5-45af-90bb-9eb9716d692f),segment_id=b9bcbbd9-c1c5-45af-90bb-9eb9716d692f)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:40:51.175000 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Returning: {'device': '5fd36594-637f-4de2-aa14-fe5936963fe9', 'network_id': '2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f', 'port_id': '5fd36594-637f-4de2-aa14-fe5936963fe9', 'mac_address': 'fa:16:3e:c4:ba:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd78ce3b2-b500-4d2d-b04d-1644c52f7541', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 08:40:51.212682 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:51.225817 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd36594-637f-4de2-aa14-fe5936963fe9 {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:40:51.248319 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 5fd36594-637f-4de2-aa14-fe5936963fe9, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=5fd36594-637f-4de2-aa14-fe5936963fe9,segment=NetworkSegment(b9bcbbd9-c1c5-45af-90bb-9eb9716d692f),segment_id=b9bcbbd9-c1c5-45af-90bb-9eb9716d692f)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:40:51.315352 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:51.315352 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device f1812647-9e22-4015-b294-37685ddead25 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=100322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 08:40:51.417072 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=5fd36594-637f-4de2-aa14-fe5936963fe9,revision_number=4']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:51.469731 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port f1812647-9e22-4015-b294-37685ddead25, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=f1812647-9e22-4015-b294-37685ddead25,segment=NetworkSegment(81ae5832-5ad0-46b4-8135-ebf4bf3f579a),segment_id=81ae5832-5ad0-46b4-8135-ebf4bf3f579a)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:40:51.484048 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Returning: {'device': 'f1812647-9e22-4015-b294-37685ddead25', 'network_id': 'e1b6ade0-c962-4a6e-a3f9-0fea2d13312b', 'port_id': 'f1812647-9e22-4015-b294-37685ddead25', 'mac_address': 'fa:16:3e:dd:83:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e67681df-1522-43fb-bfbc-d31641361faa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 08:40:51.524055 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf91176-16ec-403d-b986-56c76a4bfa90 req-4bdc5991-5740-4c09-9823-4fe49851bcc0 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:51.526624 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:51.531497 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-fbf91176-16ec-403d-b986-56c76a4bfa90 req-4bdc5991-5740-4c09-9823-4fe49851bcc0 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0622156 Aug 04 08:40:51.539600 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1812647-9e22-4015-b294-37685ddead25 {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:40:51.567915 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port f1812647-9e22-4015-b294-37685ddead25, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=f1812647-9e22-4015-b294-37685ddead25,segment=NetworkSegment(81ae5832-5ad0-46b4-8135-ebf4bf3f579a),segment_id=81ae5832-5ad0-46b4-8135-ebf4bf3f579a)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:40:51.571199 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-fbf91176-16ec-403d-b986-56c76a4bfa90 req-0f08ab5c-e529-4786-83f0-7a0e28a14c9f tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387485 Aug 04 08:40:51.650779 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:51.704184 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=f1812647-9e22-4015-b294-37685ddead25,revision_number=4']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:51.724347 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 49492) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:40:51.828597 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-05e74e1f-0d0c-44a3-b51d-4c6a1c71eb97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:51.921519 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-05e74e1f-0d0c-44a3-b51d-4c6a1c71eb97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:51.980863 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20213bac-9857-4fb2-ba56-e0851cbdca7d req-595a6010-fb68-4ca2-b0b4-d43603a5d2d5 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:51.982374 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-20213bac-9857-4fb2-ba56-e0851cbdca7d req-595a6010-fb68-4ca2-b0b4-d43603a5d2d5 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=5af2394e-d4e4-42e0-9d24-1b32e1c94b19 HTTP/1.1" status: 200 len: 944 time: 0.0511894 Aug 04 08:40:52.000801 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-05e74e1f-0d0c-44a3-b51d-4c6a1c71eb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:52.051982 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-05e74e1f-0d0c-44a3-b51d-4c6a1c71eb97 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e445bf7cd26e4c2db965822cb954933d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3259315 Aug 04 08:40:52.054740 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 49508) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:40:52.060835 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e74e1f-0d0c-44a3-b51d-4c6a1c71eb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b01a62-8dfb-4f88-80dc-e93fd0abcc5a,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:52.068690 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-20213bac-9857-4fb2-ba56-e0851cbdca7d req-c86c584c-d86a-400c-905d-ca3a5386498a tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790586 Aug 04 08:40:52.114072 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-43365b48-6f7c-4415-9d87-1acd1ffba7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:52.134514 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-43365b48-6f7c-4415-9d87-1acd1ffba7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:52.160758 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['5fd36594-637f-4de2-aa14-fe5936963fe9'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:40:52.186997 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['f1812647-9e22-4015-b294-37685ddead25'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:40:52.287069 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095d599-0074-487d-a49b-0190f4c06ff7 req-eb446ed5-2b4e-431d-bec6-aaf4630ac441 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:52.288622 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2095d599-0074-487d-a49b-0190f4c06ff7 req-eb446ed5-2b4e-431d-bec6-aaf4630ac441 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fd9f685-d2b7-42f1-955e-b176905d3a5c HTTP/1.1" status: 200 len: 944 time: 0.0573568 Aug 04 08:40:52.289973 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-43365b48-6f7c-4415-9d87-1acd1ffba7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:52.292558 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-43365b48-6f7c-4415-9d87-1acd1ffba7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:52.293570 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-43365b48-6f7c-4415-9d87-1acd1ffba7ae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/79b01a62-8dfb-4f88-80dc-e93fd0abcc5a HTTP/1.1" status: 204 len: 168 time: 0.2378554 Aug 04 08:40:52.310204 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43365b48-6f7c-4415-9d87-1acd1ffba7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b01a62-8dfb-4f88-80dc-e93fd0abcc5a,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:52.363296 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2095d599-0074-487d-a49b-0190f4c06ff7 req-d09c66f3-4e74-4e29-ba7c-e2d837604e12 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603912 Aug 04 08:40:52.687484 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeec9ff-1929-4a1a-9985-530cd3a284b8 req-32a186aa-6278-4990-8d0e-93de312f340b tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:52.689070 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-feeec9ff-1929-4a1a-9985-530cd3a284b8 req-32a186aa-6278-4990-8d0e-93de312f340b tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0533092 Aug 04 08:40:52.731065 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-feeec9ff-1929-4a1a-9985-530cd3a284b8 req-55ee392e-abe3-46e2-a561-ccaa291a2f90 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345204 Aug 04 08:40:53.189329 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 49544) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:40:53.206217 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-80058ac7-f543-4e04-9f84-eae83cc1d316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:53.207859 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 49546) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:40:53.208812 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11ae85-e71a-4d02-a5e0-d92d01522141 req-493c4f96-c0d5-4126-87bd-b14a91c695f6 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:53.210326 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0f11ae85-e71a-4d02-a5e0-d92d01522141 req-493c4f96-c0d5-4126-87bd-b14a91c695f6 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=5af2394e-d4e4-42e0-9d24-1b32e1c94b19 HTTP/1.1" status: 200 len: 944 time: 0.0512524 Aug 04 08:40:53.250179 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0f11ae85-e71a-4d02-a5e0-d92d01522141 req-b54d97ee-e7fe-4afb-8e22-f878a02dd0cc tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336380 Aug 04 08:40:53.306827 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-80058ac7-f543-4e04-9f84-eae83cc1d316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:53.364703 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-cc4fda71-4cfe-49f5-b0ec-281a56209d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:53.378173 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-80058ac7-f543-4e04-9f84-eae83cc1d316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:53.438693 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-80058ac7-f543-4e04-9f84-eae83cc1d316 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=66951b5b3e674257bed2633771a80b07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482674 Aug 04 08:40:53.441451 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 49552) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:40:53.442729 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80058ac7-f543-4e04-9f84-eae83cc1d316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e52d71-9cc1-4b04-a516-dbeb13911263,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:53.491435 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-347dc036-18da-4a23-a215-c16bd428eb68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:53.516009 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099c76f-30bd-4d65-8309-d3b441c9c199 req-9661b2df-ce0a-4075-aeaf-820517f97107 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:53.516545 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-347dc036-18da-4a23-a215-c16bd428eb68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:53.517512 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f099c76f-30bd-4d65-8309-d3b441c9c199 req-9661b2df-ce0a-4075-aeaf-820517f97107 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fd9f685-d2b7-42f1-955e-b176905d3a5c HTTP/1.1" status: 200 len: 944 time: 0.0777197 Aug 04 08:40:53.557687 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-cc4fda71-4cfe-49f5-b0ec-281a56209d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:53.573563 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f099c76f-30bd-4d65-8309-d3b441c9c199 req-be98fab3-393d-4820-8297-8ca2dadf5f62 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458283 Aug 04 08:40:53.673761 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-cc4fda71-4cfe-49f5-b0ec-281a56209d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:53.673911 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-347dc036-18da-4a23-a215-c16bd428eb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:53.677031 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-347dc036-18da-4a23-a215-c16bd428eb68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:53.678157 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-347dc036-18da-4a23-a215-c16bd428eb68 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/48e52d71-9cc1-4b04-a516-dbeb13911263 HTTP/1.1" status: 204 len: 168 time: 0.2357447 Aug 04 08:40:53.685942 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347dc036-18da-4a23-a215-c16bd428eb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e52d71-9cc1-4b04-a516-dbeb13911263,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:53.727606 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-cc4fda71-4cfe-49f5-b0ec-281a56209d20 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=106addb652524670945f22b701d08afd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5164135 Aug 04 08:40:53.727606 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4fda71-4cfe-49f5-b0ec-281a56209d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7289d611-82bf-46b8-a6d0-b0c0cecdce10,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:53.728330 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 49558) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:40:53.778038 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e8596c13-9268-43ff-af1c-78ced5314214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:53.799150 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e8596c13-9268-43ff-af1c-78ced5314214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:53.849356 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29015d03-0e1f-443a-9093-c13c67c34198 req-e60260bc-e2ca-4507-be59-cc5955b7cc7c tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:53.850952 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-29015d03-0e1f-443a-9093-c13c67c34198 req-e60260bc-e2ca-4507-be59-cc5955b7cc7c tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0521913 Aug 04 08:40:53.887962 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-29015d03-0e1f-443a-9093-c13c67c34198 req-6c254153-d7c5-41d5-aba7-c4f15b305cd5 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310287 Aug 04 08:40:53.931254 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e8596c13-9268-43ff-af1c-78ced5314214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:53.942575 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e8596c13-9268-43ff-af1c-78ced5314214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:53.942575 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-e8596c13-9268-43ff-af1c-78ced5314214 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7289d611-82bf-46b8-a6d0-b0c0cecdce10 HTTP/1.1" status: 204 len: 168 time: 0.2060483 Aug 04 08:40:53.960358 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8596c13-9268-43ff-af1c-78ced5314214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7289d611-82bf-46b8-a6d0-b0c0cecdce10,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:54.385106 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03e1a4-de3e-4c63-9cfb-319a19e56d37 req-654668c6-e9e4-46d8-9849-f1d51e469ff1 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:54.386843 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0a03e1a4-de3e-4c63-9cfb-319a19e56d37 req-654668c6-e9e4-46d8-9849-f1d51e469ff1 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=5af2394e-d4e4-42e0-9d24-1b32e1c94b19 HTTP/1.1" status: 200 len: 944 time: 0.0643685 Aug 04 08:40:54.426555 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0a03e1a4-de3e-4c63-9cfb-319a19e56d37 req-51f87539-1ec6-4e69-a7e9-eeaf35416174 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335457 Aug 04 08:40:54.653290 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 49598) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:40:54.670307 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c4583f07-76e1-436b-bb80-aaae732a9068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:54.694671 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624362a9-6d04-4c17-8de9-c2b9dfb85086 req-4ca23ed2-6481-499b-bd9d-946a188b77b6 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:54.696482 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-624362a9-6d04-4c17-8de9-c2b9dfb85086 req-4ca23ed2-6481-499b-bd9d-946a188b77b6 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fd9f685-d2b7-42f1-955e-b176905d3a5c HTTP/1.1" status: 200 len: 944 time: 0.0511730 Aug 04 08:40:54.737120 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-624362a9-6d04-4c17-8de9-c2b9dfb85086 req-cd39bdca-6c6e-4700-84b2-e589e8d5cb79 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341356 Aug 04 08:40:54.778739 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c4583f07-76e1-436b-bb80-aaae732a9068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:54.851363 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c4583f07-76e1-436b-bb80-aaae732a9068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:54.893864 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-c4583f07-76e1-436b-bb80-aaae732a9068 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=23eea6c76128462fb1515091c6a27073&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367990 Aug 04 08:40:54.893864 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4583f07-76e1-436b-bb80-aaae732a9068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e6bcb7-30ac-4d40-aeaf-fc24a72e8b4e,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:54.894259 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 49606) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:40:54.952948 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-66fb67dd-8136-4fe8-b96c-3c586c22d54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:55.055251 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 5fd36594-637f-4de2-aa14-fe5936963fe9 up at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:40:55.142397 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning for port 5fd36594-637f-4de2-aa14-fe5936963fe9 completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:40:55.146604 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning complete for port 5fd36594-637f-4de2-aa14-fe5936963fe9 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:40:55.150235 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:55.206333 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-66fb67dd-8136-4fe8-b96c-3c586c22d54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:55.229882 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:55.253468 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262d7e8-7a9f-4997-9c33-c70e4e64fa96 req-f8e59eb0-c059-4c38-82b0-9a4e88817342 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:55.255802 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af2394e-d4e4-42e0-9d24-1b32e1c94b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd36594-637f-4de2-aa14-fe5936963fe9'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:40:55.256066 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c262d7e8-7a9f-4997-9c33-c70e4e64fa96 req-f8e59eb0-c059-4c38-82b0-9a4e88817342 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0846460 Aug 04 08:40:55.258405 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c495c7497e5e90a156a42ea06e218473990fefc1974f3e33d0cb89c8111961e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32449bc0-1d7d-4078-a33d-ba1b1839f786" -d '{"events": [{"server_uuid": "5af2394e-d4e4-42e0-9d24-1b32e1c94b19", "name": "network-vif-plugged", "status": "completed", "tag": "5fd36594-637f-4de2-aa14-fe5936963fe9"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:40:55.272710 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 5fd36594-637f-4de2-aa14-fe5936963fe9, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=5fd36594-637f-4de2-aa14-fe5936963fe9,segment=NetworkSegment(b9bcbbd9-c1c5-45af-90bb-9eb9716d692f),segment_id=b9bcbbd9-c1c5-45af-90bb-9eb9716d692f)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:40:55.297798 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c262d7e8-7a9f-4997-9c33-c70e4e64fa96 req-32525a6d-286d-434c-992f-ecb6f89574e2 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356555 Aug 04 08:40:55.307316 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae1961b-6de1-4f07-8ecd-498f96a74250 x-openstack-request-id: req-9ae1961b-6de1-4f07-8ecd-498f96a74250 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:40:55.307857 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af2394e-d4e4-42e0-9d24-1b32e1c94b19", "name": "network-vif-plugged", "status": "completed", "tag": "5fd36594-637f-4de2-aa14-fe5936963fe9", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:40:55.308271 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9ae1961b-6de1-4f07-8ecd-498f96a74250 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:40:55.308806 dv-cinder-802653-4-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af2394e-d4e4-42e0-9d24-1b32e1c94b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd36594-637f-4de2-aa14-fe5936963fe9', 'code': 200} Aug 04 08:40:55.331041 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:55.332453 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device f1812647-9e22-4015-b294-37685ddead25 up at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:40:55.376671 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-66fb67dd-8136-4fe8-b96c-3c586c22d54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:55.379680 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-66fb67dd-8136-4fe8-b96c-3c586c22d54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:55.384050 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-66fb67dd-8136-4fe8-b96c-3c586c22d54d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/38e6bcb7-30ac-4d40-aeaf-fc24a72e8b4e HTTP/1.1" status: 204 len: 168 time: 0.4887264 Aug 04 08:40:55.393279 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb67dd-8136-4fe8-b96c-3c586c22d54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e6bcb7-30ac-4d40-aeaf-fc24a72e8b4e,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:55.421745 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=5fd36594-637f-4de2-aa14-fe5936963fe9,revision_number=5']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:55.507976 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning for port f1812647-9e22-4015-b294-37685ddead25 completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:40:55.512902 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning complete for port f1812647-9e22-4015-b294-37685ddead25 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:40:55.513282 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:55.579100 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c4c37-7024-436a-b7e1-3857d0b0f80a req-a5bc2134-57d9-46cc-bcfc-ff7584d8082f tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:55.588072 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d62c4c37-7024-436a-b7e1-3857d0b0f80a req-a5bc2134-57d9-46cc-bcfc-ff7584d8082f tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=5af2394e-d4e4-42e0-9d24-1b32e1c94b19 HTTP/1.1" status: 200 len: 945 time: 0.0593774 Aug 04 08:40:55.604198 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:55.641900 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port f1812647-9e22-4015-b294-37685ddead25, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=f1812647-9e22-4015-b294-37685ddead25,segment=NetworkSegment(81ae5832-5ad0-46b4-8135-ebf4bf3f579a),segment_id=81ae5832-5ad0-46b4-8135-ebf4bf3f579a)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:40:55.656760 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d62c4c37-7024-436a-b7e1-3857d0b0f80a req-e3e117e8-ad57-42b2-8bdc-f59f3ca414bc tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676796 Aug 04 08:40:55.704087 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5397884-9910-43d4-aed9-3215ed9be0ba req-058ceff9-9598-4d0e-922c-451cb5e377c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:55.705740 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c5397884-9910-43d4-aed9-3215ed9be0ba req-058ceff9-9598-4d0e-922c-451cb5e377c6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5af2394e-d4e4-42e0-9d24-1b32e1c94b19 HTTP/1.1" status: 200 len: 1098 time: 0.0478656 Aug 04 08:40:55.713191 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:55.753394 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c5397884-9910-43d4-aed9-3215ed9be0ba req-5f0e6e85-3408-4a01-bb50-0b5baa34323f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353572 Aug 04 08:40:55.799137 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=f1812647-9e22-4015-b294-37685ddead25,revision_number=5']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:55.869090 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a9f59-0ebc-4385-8576-41cf87dd6454 req-45964199-171d-46ab-a77f-c356a2513af7 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:55.870573 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-969a9f59-0ebc-4385-8576-41cf87dd6454 req-45964199-171d-46ab-a77f-c356a2513af7 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fd9f685-d2b7-42f1-955e-b176905d3a5c HTTP/1.1" status: 200 len: 945 time: 0.0489943 Aug 04 08:40:55.912768 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-969a9f59-0ebc-4385-8576-41cf87dd6454 req-6dc47600-7f6d-4f3f-8e38-2938971409cd tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357525 Aug 04 08:40:56.149936 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 49654) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:40:56.256911 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-46eb2a0c-7ff1-4341-9b30-b7e69ffadc09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:56.382590 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-46eb2a0c-7ff1-4341-9b30-b7e69ffadc09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:56.434008 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8f9f4-c21a-436c-9204-bcd983b94514 req-509c6b1e-2851-48ab-b6a7-f01817e33f70 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:56.435514 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-bfb8f9f4-c21a-436c-9204-bcd983b94514 req-509c6b1e-2851-48ab-b6a7-f01817e33f70 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0461583 Aug 04 08:40:56.473603 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-bfb8f9f4-c21a-436c-9204-bcd983b94514 req-c385ce17-e6c0-4f4f-b57b-95af173d3a6d tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322123 Aug 04 08:40:56.484794 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-46eb2a0c-7ff1-4341-9b30-b7e69ffadc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:56.524588 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-46eb2a0c-7ff1-4341-9b30-b7e69ffadc09 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=24d045dc56a0498e99f68adb5f468dbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3735335 Aug 04 08:40:56.526650 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb2a0c-7ff1-4341-9b30-b7e69ffadc09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517b14b6-b820-473a-a3a4-f10e251ec022,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:56.527299 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 49672) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:40:56.583320 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c2e73a88-f855-4971-8c8d-073819b2a770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:56.605513 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c2e73a88-f855-4971-8c8d-073819b2a770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:56.696752 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c2e73a88-f855-4971-8c8d-073819b2a770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:56.699655 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c2e73a88-f855-4971-8c8d-073819b2a770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:56.700935 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-c2e73a88-f855-4971-8c8d-073819b2a770 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/517b14b6-b820-473a-a3a4-f10e251ec022 HTTP/1.1" status: 204 len: 168 time: 0.1724291 Aug 04 08:40:56.709424 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e73a88-f855-4971-8c8d-073819b2a770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517b14b6-b820-473a-a3a4-f10e251ec022,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:56.795731 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5beb1-7710-486f-845d-68c09b57d3a9 req-ed135231-0fe0-4dd1-a14a-991632bfc3e8 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:56.797275 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ffe5beb1-7710-486f-845d-68c09b57d3a9 req-ed135231-0fe0-4dd1-a14a-991632bfc3e8 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=5af2394e-d4e4-42e0-9d24-1b32e1c94b19 HTTP/1.1" status: 200 len: 945 time: 0.0503757 Aug 04 08:40:56.836709 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ffe5beb1-7710-486f-845d-68c09b57d3a9 req-dea8f301-871d-4bfc-9bd3-cfa917a15de2 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326414 Aug 04 08:40:57.032745 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6b650-2073-4ebf-91a5-2230e784205a req-4caa44d0-aef5-4f37-9720-e14a4b0f7777 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:57.034299 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-25e6b650-2073-4ebf-91a5-2230e784205a req-4caa44d0-aef5-4f37-9720-e14a4b0f7777 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fd9f685-d2b7-42f1-955e-b176905d3a5c HTTP/1.1" status: 200 len: 945 time: 0.0538683 Aug 04 08:40:57.076945 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-25e6b650-2073-4ebf-91a5-2230e784205a req-93c7a8b4-6c85-4ea8-92a7-67d6aee7f899 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340633 Aug 04 08:40:57.309843 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd9f685-d2b7-42f1-955e-b176905d3a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1812647-9e22-4015-b294-37685ddead25'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:40:57.312418 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c495c7497e5e90a156a42ea06e218473990fefc1974f3e33d0cb89c8111961e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d06be7b-7993-4400-8ec8-a1e9807b0e3c" -d '{"events": [{"server_uuid": "6fd9f685-d2b7-42f1-955e-b176905d3a5c", "name": "network-vif-plugged", "status": "completed", "tag": "f1812647-9e22-4015-b294-37685ddead25"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:40:57.389499 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 49704) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:40:57.391012 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b27bdc-7194-40da-88c5-7a887dfa8dd6 x-openstack-request-id: req-86b27bdc-7194-40da-88c5-7a887dfa8dd6 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:40:57.391330 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd9f685-d2b7-42f1-955e-b176905d3a5c", "name": "network-vif-plugged", "status": "completed", "tag": "f1812647-9e22-4015-b294-37685ddead25", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:40:57.391584 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-86b27bdc-7194-40da-88c5-7a887dfa8dd6 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:40:57.392358 dv-cinder-802653-4-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd9f685-d2b7-42f1-955e-b176905d3a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1812647-9e22-4015-b294-37685ddead25', 'code': 200} Aug 04 08:40:57.403045 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d23f626e-52bf-48b6-a711-8671159bb07d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:57.498844 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d23f626e-52bf-48b6-a711-8671159bb07d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:57.571060 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d23f626e-52bf-48b6-a711-8671159bb07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:57.641808 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-d23f626e-52bf-48b6-a711-8671159bb07d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7465d2573de041b7806dfd52da27af2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511694 Aug 04 08:40:57.645009 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f626e-52bf-48b6-a711-8671159bb07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b092c1-a531-41ae-8aff-c2c837133ca4,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:57.645169 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 49716) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:40:57.667767 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ed9f5-148a-41fa-b95e-380a7a89ab22 req-25cc8159-982a-4f45-b3e0-9a38683be7f8 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:57.669279 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-478ed9f5-148a-41fa-b95e-380a7a89ab22 req-25cc8159-982a-4f45-b3e0-9a38683be7f8 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0789781 Aug 04 08:40:57.713432 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-478ed9f5-148a-41fa-b95e-380a7a89ab22 req-a5039fba-a165-4f88-9d49-9a1c502b0ed8 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343230 Aug 04 08:40:57.713563 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-95761a1f-067b-4b04-9e28-b92f4d471e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:57.735144 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-95761a1f-067b-4b04-9e28-b92f4d471e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:57.811098 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2a71b-9ad3-4848-9cab-bf63c1df0e5b req-7a525f2e-71a8-4f7f-a6c8-fb751db0d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:57.812815 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c7e2a71b-9ad3-4848-9cab-bf63c1df0e5b req-7a525f2e-71a8-4f7f-a6c8-fb751db0d6d1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6fd9f685-d2b7-42f1-955e-b176905d3a5c HTTP/1.1" status: 200 len: 1098 time: 0.0474157 Aug 04 08:40:57.852810 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c7e2a71b-9ad3-4848-9cab-bf63c1df0e5b req-cc1b7515-0583-42e9-8fd5-92f0865b7a7d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295112 Aug 04 08:40:57.868219 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-95761a1f-067b-4b04-9e28-b92f4d471e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:57.870842 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-95761a1f-067b-4b04-9e28-b92f4d471e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:40:57.874675 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-95761a1f-067b-4b04-9e28-b92f4d471e83 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/57b092c1-a531-41ae-8aff-c2c837133ca4 HTTP/1.1" status: 204 len: 168 time: 0.2260520 Aug 04 08:40:57.882715 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95761a1f-067b-4b04-9e28-b92f4d471e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b092c1-a531-41ae-8aff-c2c837133ca4,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:40:57.971247 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6e30c-21d8-4208-8b35-c8d75c591cb4 req-512868ee-ba40-462c-926a-1b044bb5e16d tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:57.972929 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9ec6e30c-21d8-4208-8b35-c8d75c591cb4 req-512868ee-ba40-462c-926a-1b044bb5e16d tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=5af2394e-d4e4-42e0-9d24-1b32e1c94b19 HTTP/1.1" status: 200 len: 945 time: 0.0568333 Aug 04 08:40:58.014125 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9ec6e30c-21d8-4208-8b35-c8d75c591cb4 req-b50b22e0-5690-4400-8677-3a1848de4dcb tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344253 Aug 04 08:40:58.235467 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850eef76-ba00-4a8c-ae74-b1548adf88c2 req-60846399-0c25-4c6d-a254-ce71642ac0e2 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:58.245283 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-850eef76-ba00-4a8c-ae74-b1548adf88c2 req-60846399-0c25-4c6d-a254-ce71642ac0e2 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fd9f685-d2b7-42f1-955e-b176905d3a5c HTTP/1.1" status: 200 len: 945 time: 0.0713460 Aug 04 08:40:58.295658 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-850eef76-ba00-4a8c-ae74-b1548adf88c2 req-c726b0f0-b477-49fd-a029-67c0beda6bab tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493722 Aug 04 08:40:58.854268 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27048c09-5bf2-47ec-9643-a2287f229c6d req-6002e465-b134-4b35-96a5-79b880e9d39f tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:58.855792 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-27048c09-5bf2-47ec-9643-a2287f229c6d req-6002e465-b134-4b35-96a5-79b880e9d39f tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0754349 Aug 04 08:40:58.899438 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-27048c09-5bf2-47ec-9643-a2287f229c6d req-37f3fe32-0f9c-43b9-80f3-4753ae5a3bda tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345616 Aug 04 08:40:59.441324 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87feabae-94f3-44fb-a5f5-93272c84ec96 req-fefe657d-f136-4cf8-a5d2-d0a287c84747 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:40:59.442864 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-87feabae-94f3-44fb-a5f5-93272c84ec96 req-fefe657d-f136-4cf8-a5d2-d0a287c84747 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fd9f685-d2b7-42f1-955e-b176905d3a5c HTTP/1.1" status: 200 len: 945 time: 0.0695615 Aug 04 08:40:59.489246 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-87feabae-94f3-44fb-a5f5-93272c84ec96 req-12958a89-ce2f-4622-8795-db67de9c1c99 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398548 Aug 04 08:41:00.054645 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef8e43-2598-4253-bba7-6cae51993ba2 req-49037298-8938-4489-848c-187534edc36e tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:00.056335 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-4aef8e43-2598-4253-bba7-6cae51993ba2 req-49037298-8938-4489-848c-187534edc36e tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0556469 Aug 04 08:41:00.094453 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-4aef8e43-2598-4253-bba7-6cae51993ba2 req-b7614b1f-2cb4-4b28-a991-95ba09ecea46 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320315 Aug 04 08:41:00.620514 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981f436-3fdd-41a9-bdb0-06ce3251be76 req-20aed1bb-8299-40a8-b9f4-278f02bc21fd tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:00.622023 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-1981f436-3fdd-41a9-bdb0-06ce3251be76 req-20aed1bb-8299-40a8-b9f4-278f02bc21fd tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fd9f685-d2b7-42f1-955e-b176905d3a5c HTTP/1.1" status: 200 len: 945 time: 0.0596075 Aug 04 08:41:00.662885 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-1981f436-3fdd-41a9-bdb0-06ce3251be76 req-657d1d30-110d-4677-8db9-f5861ae04fae tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345166 Aug 04 08:41:01.217977 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03624688-a9fe-49cc-8450-3f461089557c req-b966b2f4-d6a9-408e-b80b-26aa695695a6 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:01.219483 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-03624688-a9fe-49cc-8450-3f461089557c req-b966b2f4-d6a9-408e-b80b-26aa695695a6 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0539503 Aug 04 08:41:01.257692 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-03624688-a9fe-49cc-8450-3f461089557c req-7110f97e-817e-462c-82a2-fc64e0072a8e tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314188 Aug 04 08:41:02.374787 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df5bae-7a52-4541-b6c0-4eca4c9f4bd4 req-09e6d173-38c3-4ebd-94b9-c6cac0178c3d tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:02.376308 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-04df5bae-7a52-4541-b6c0-4eca4c9f4bd4 req-09e6d173-38c3-4ebd-94b9-c6cac0178c3d tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0516980 Aug 04 08:41:02.414150 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-04df5bae-7a52-4541-b6c0-4eca4c9f4bd4 req-72986628-a20c-4920-b2a9-81371adfec4e tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316701 Aug 04 08:41:02.971029 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 49950) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:41:03.079422 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-823496d7-d8e3-4be4-bdae-ab057d2ed3d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:03.151704 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313dde9-5398-4345-bf41-45d186d90e0f req-1b48e307-c37a-4a94-833b-09206771bb50 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:03.153309 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4313dde9-5398-4345-bf41-45d186d90e0f req-1b48e307-c37a-4a94-833b-09206771bb50 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fd9f685-d2b7-42f1-955e-b176905d3a5c HTTP/1.1" status: 200 len: 945 time: 0.0505559 Aug 04 08:41:03.169593 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-823496d7-d8e3-4be4-bdae-ab057d2ed3d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:03.190946 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4313dde9-5398-4345-bf41-45d186d90e0f req-d02fba4c-4a1b-4682-987d-81bf171c59e3 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311124 Aug 04 08:41:03.233463 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-823496d7-d8e3-4be4-bdae-ab057d2ed3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:03.274242 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-823496d7-d8e3-4be4-bdae-ab057d2ed3d8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=89234b3d446d406988fe8ea17f6b89a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3021188 Aug 04 08:41:03.275334 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823496d7-d8e3-4be4-bdae-ab057d2ed3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec70f97-799d-4af8-a8f1-f42091010c59,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:03.277029 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 49956) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:41:03.326016 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0812b707-34d9-4e58-adeb-409af60f8aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:03.351043 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0812b707-34d9-4e58-adeb-409af60f8aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:03.490608 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0812b707-34d9-4e58-adeb-409af60f8aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:03.493303 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-0812b707-34d9-4e58-adeb-409af60f8aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:03.494678 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-0812b707-34d9-4e58-adeb-409af60f8aef admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2ec70f97-799d-4af8-a8f1-f42091010c59 HTTP/1.1" status: 204 len: 168 time: 0.2163217 Aug 04 08:41:03.505119 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812b707-34d9-4e58-adeb-409af60f8aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec70f97-799d-4af8-a8f1-f42091010c59,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:03.541387 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6513ea4-9874-4cf9-b0a9-6349325fea72 req-80c68454-1f00-40f2-82ca-994f105dd2f6 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:03.543069 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-e6513ea4-9874-4cf9-b0a9-6349325fea72 req-80c68454-1f00-40f2-82ca-994f105dd2f6 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0598595 Aug 04 08:41:03.583240 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-e6513ea4-9874-4cf9-b0a9-6349325fea72 req-1713a835-d12f-4a39-a829-b4df8154c144 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339577 Aug 04 08:41:04.115159 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 49976) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:41:04.128620 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-18d601a7-7a85-46b3-902d-758f65e44a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:04.231682 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-18d601a7-7a85-46b3-902d-758f65e44a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:04.303296 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86d05b-9c7d-49cb-ba0b-7a10ed05fcad req-32f9e08a-12a8-4248-8bcb-b4131d0fcc5b tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:04.304788 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-6e86d05b-9c7d-49cb-ba0b-7a10ed05fcad req-32f9e08a-12a8-4248-8bcb-b4131d0fcc5b tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fd9f685-d2b7-42f1-955e-b176905d3a5c HTTP/1.1" status: 200 len: 945 time: 0.0479774 Aug 04 08:41:04.341823 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-6e86d05b-9c7d-49cb-ba0b-7a10ed05fcad req-319da726-f1b0-4b65-b02b-9297e418ae3d tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310533 Aug 04 08:41:04.343433 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-18d601a7-7a85-46b3-902d-758f65e44a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:04.386550 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-18d601a7-7a85-46b3-902d-758f65e44a07 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=510d4e7441aa4817a9164e46678ccbcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2700400 Aug 04 08:41:04.388544 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d601a7-7a85-46b3-902d-758f65e44a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0187d147-c1f4-471d-987d-fdaf7f64d75b,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:04.389503 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 49982) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:41:04.396420 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d601a7-7a85-46b3-902d-758f65e44a07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:04.396953 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d601a7-7a85-46b3-902d-758f65e44a07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:04.397316 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d601a7-7a85-46b3-902d-758f65e44a07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:04.398083 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d601a7-7a85-46b3-902d-758f65e44a07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:04.398429 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d601a7-7a85-46b3-902d-758f65e44a07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:04.398774 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d601a7-7a85-46b3-902d-758f65e44a07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:04.399107 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d601a7-7a85-46b3-902d-758f65e44a07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:04.399440 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d601a7-7a85-46b3-902d-758f65e44a07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:04.399771 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d601a7-7a85-46b3-902d-758f65e44a07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:04.400137 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d601a7-7a85-46b3-902d-758f65e44a07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:04.400465 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d601a7-7a85-46b3-902d-758f65e44a07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:04.400789 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d601a7-7a85-46b3-902d-758f65e44a07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:04.445015 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-90266cd2-1633-4c05-9452-827c3bbca8e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:04.466759 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-90266cd2-1633-4c05-9452-827c3bbca8e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:04.615716 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-90266cd2-1633-4c05-9452-827c3bbca8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:04.618346 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-90266cd2-1633-4c05-9452-827c3bbca8e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:04.621965 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-90266cd2-1633-4c05-9452-827c3bbca8e8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0187d147-c1f4-471d-987d-fdaf7f64d75b HTTP/1.1" status: 204 len: 168 time: 0.2289529 Aug 04 08:41:04.627626 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90266cd2-1633-4c05-9452-827c3bbca8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0187d147-c1f4-471d-987d-fdaf7f64d75b,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:04.708061 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b1611-56a8-4cbe-9ae5-4445c468f3b8 req-a96e1d0c-45b1-4aeb-9074-145c6c11110f tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:04.709556 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-828b1611-56a8-4cbe-9ae5-4445c468f3b8 req-a96e1d0c-45b1-4aeb-9074-145c6c11110f tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0491247 Aug 04 08:41:04.751895 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-828b1611-56a8-4cbe-9ae5-4445c468f3b8 req-179d38a6-6674-4593-858f-15f28fb9ccb8 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363140 Aug 04 08:41:05.120535 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0081e3d-7076-4c19-829c-c04439b25e59 req-0e227d35-2ad0-47b8-b3a4-247339a546d6 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:05.122151 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f0081e3d-7076-4c19-829c-c04439b25e59 req-0e227d35-2ad0-47b8-b3a4-247339a546d6 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fd9f685-d2b7-42f1-955e-b176905d3a5c HTTP/1.1" status: 200 len: 945 time: 0.0513027 Aug 04 08:41:05.229308 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-f0081e3d-7076-4c19-829c-c04439b25e59 req-68affe66-cd2a-4002-80de-05492f7b80c3 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Deleting port f1812647-9e22-4015-b294-37685ddead25 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:41:05.229308 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-f0081e3d-7076-4c19-829c-c04439b25e59 req-68affe66-cd2a-4002-80de-05492f7b80c3 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:05.325595 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-f0081e3d-7076-4c19-829c-c04439b25e59 req-68affe66-cd2a-4002-80de-05492f7b80c3 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] For port f1812647-9e22-4015-b294-37685ddead25, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=f1812647-9e22-4015-b294-37685ddead25,segment=NetworkSegment(81ae5832-5ad0-46b4-8135-ebf4bf3f579a),segment_id=81ae5832-5ad0-46b4-8135-ebf4bf3f579a)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:41:05.328050 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-f0081e3d-7076-4c19-829c-c04439b25e59 req-68affe66-cd2a-4002-80de-05492f7b80c3 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:05.342409 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-f0081e3d-7076-4c19-829c-c04439b25e59 req-68affe66-cd2a-4002-80de-05492f7b80c3 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Calling delete_port for f1812647-9e22-4015-b294-37685ddead25 owned by compute:nova {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:41:05.519154 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecea35-603b-4d89-95a5-8f22b8e3c584 req-8a4fd16b-cdae-4e6b-be7e-cc7ef7e4fb20 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:05.521150 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5fecea35-603b-4d89-95a5-8f22b8e3c584 req-8a4fd16b-cdae-4e6b-be7e-cc7ef7e4fb20 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fd9f685-d2b7-42f1-955e-b176905d3a5c HTTP/1.1" status: 200 len: 945 time: 0.0965033 Aug 04 08:41:05.592985 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5fecea35-603b-4d89-95a5-8f22b8e3c584 req-29e3d484-e73b-4779-b9b4-ade2b48bf76c tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/security-groups?id=e379d034-1af3-4fe9-8c54-b66210479d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640445 Aug 04 08:41:05.594115 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-f0081e3d-7076-4c19-829c-c04439b25e59 req-68affe66-cd2a-4002-80de-05492f7b80c3 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:05.631334 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68affe66-cd2a-4002-80de-05492f7b80c3 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Pushing event deleted for resources: {'Port': ['ID=f1812647-9e22-4015-b294-37685ddead25,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:05.643607 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['f1812647-9e22-4015-b294-37685ddead25'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:41:05.683337 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 50044) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:41:05.684118 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0081e3d-7076-4c19-829c-c04439b25e59 req-68affe66-cd2a-4002-80de-05492f7b80c3 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] No DVR routers for this DVR port f1812647-9e22-4015-b294-37685ddead25 on host hv-cinder-80265 {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:41:05.686703 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-f0081e3d-7076-4c19-829c-c04439b25e59 req-68affe66-cd2a-4002-80de-05492f7b80c3 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:05.688797 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f0081e3d-7076-4c19-829c-c04439b25e59 req-68affe66-cd2a-4002-80de-05492f7b80c3 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.61 "DELETE /v2.0/ports/f1812647-9e22-4015-b294-37685ddead25 HTTP/1.1" status: 204 len: 173 time: 0.5595925 Aug 04 08:41:05.689305 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd9f685-d2b7-42f1-955e-b176905d3a5c', 'name': 'network-vif-deleted', 'tag': 'f1812647-9e22-4015-b294-37685ddead25'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:41:05.691648 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce23b495-3d81-4917-92e6-edf3be426eaa" -d '{"events": [{"server_uuid": "6fd9f685-d2b7-42f1-955e-b176905d3a5c", "name": "network-vif-deleted", "tag": "f1812647-9e22-4015-b294-37685ddead25"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:41:05.727588 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3def39af-b917-4fa0-ba32-6126805a6e06 x-openstack-request-id: req-3def39af-b917-4fa0-ba32-6126805a6e06 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:41:05.728131 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd9f685-d2b7-42f1-955e-b176905d3a5c", "name": "network-vif-deleted", "tag": "f1812647-9e22-4015-b294-37685ddead25", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:41:05.728557 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3def39af-b917-4fa0-ba32-6126805a6e06 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:41:05.731320 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd9f685-d2b7-42f1-955e-b176905d3a5c', 'name': 'network-vif-deleted', 'tag': 'f1812647-9e22-4015-b294-37685ddead25', 'status': 'completed', 'code': 200} Aug 04 08:41:05.798012 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-9fce99fa-cc31-4fcb-8550-e0b78a9cfa6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:05.912035 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dd69a-0b17-43a1-8836-a9e7c2de6d88 req-c29f7de9-2380-4303-9570-9b677124ef82 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:05.913665 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e61dd69a-0b17-43a1-8836-a9e7c2de6d88 req-c29f7de9-2380-4303-9570-9b677124ef82 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0586381 Aug 04 08:41:05.917338 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-9fce99fa-cc31-4fcb-8550-e0b78a9cfa6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:05.958650 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e61dd69a-0b17-43a1-8836-a9e7c2de6d88 req-78c12dfd-ab5a-4148-8ca1-0cf3e9569329 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383389 Aug 04 08:41:05.993357 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-9fce99fa-cc31-4fcb-8550-e0b78a9cfa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:06.044545 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-9fce99fa-cc31-4fcb-8550-e0b78a9cfa6e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=28969b0e266246e894fe05443354298a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3595250 Aug 04 08:41:06.045525 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce99fa-cc31-4fcb-8550-e0b78a9cfa6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455a541b-8553-40d6-a685-c4a15aff892e,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:06.047103 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 50058) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:41:06.095154 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-68934082-2864-447f-84bb-f1eafa2e5298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:06.116771 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-68934082-2864-447f-84bb-f1eafa2e5298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:06.249762 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-68934082-2864-447f-84bb-f1eafa2e5298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:06.252343 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-68934082-2864-447f-84bb-f1eafa2e5298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:06.257188 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-68934082-2864-447f-84bb-f1eafa2e5298 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/455a541b-8553-40d6-a685-c4a15aff892e HTTP/1.1" status: 204 len: 168 time: 0.2054081 Aug 04 08:41:06.267715 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68934082-2864-447f-84bb-f1eafa2e5298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455a541b-8553-40d6-a685-c4a15aff892e,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:06.281475 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415e0b2-da65-40d5-a32c-15e314e4753a req-cf83a105-0563-4172-a72d-1234f96eaad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:06.283058 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4415e0b2-da65-40d5-a32c-15e314e4753a req-cf83a105-0563-4172-a72d-1234f96eaad6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 1098 time: 0.0573950 Aug 04 08:41:06.331718 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4415e0b2-da65-40d5-a32c-15e314e4753a req-bb4c93ef-45cf-42df-8785-8c3725557069 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387433 Aug 04 08:41:06.726733 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-900eb81d-974d-4716-9893-d72510142f34 req-d1ab094e-9584-4b54-937c-61dac789e8d0 tempest-VolumesActionsTest-475730998 tempest-VolumesActionsTest-475730998-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fd9f685-d2b7-42f1-955e-b176905d3a5c HTTP/1.1" status: 200 len: 210 time: 0.0283601 Aug 04 08:41:07.078787 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715f329-4988-408b-9472-03fbf5e0ee2b req-2392f90d-1a5b-41e3-bb40-fad469ab1c79 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:07.080281 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1715f329-4988-408b-9472-03fbf5e0ee2b req-2392f90d-1a5b-41e3-bb40-fad469ab1c79 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0499237 Aug 04 08:41:07.119410 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1715f329-4988-408b-9472-03fbf5e0ee2b req-508cdc08-beb8-4d7e-91eb-c45e9c4b64f3 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332925 Aug 04 08:41:07.507730 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a9eb52af-8bf1-40a9-bab9-b9ef516dc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:07.804024 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-82fadf9f-b328-4d09-9b61-b495afae47c8 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=753d30b6d63a40a1924cb6865af8136d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435967 Aug 04 08:41:07.986674 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-96c04e80-1ff7-43bf-bc27-a7e0502273fd tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:07.988180 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-96c04e80-1ff7-43bf-bc27-a7e0502273fd tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1828482 Aug 04 08:41:08.003892 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-54e857da-6f1b-4425-9406-7f4e0ed7d015 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/quotas/753d30b6d63a40a1924cb6865af8136d HTTP/1.1" status: 200 len: 375 time: 0.0092745 Aug 04 08:41:08.035065 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-3abcd769-532e-45f1-ae69-e61a6ae7b0ec tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=753d30b6d63a40a1924cb6865af8136d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251663 Aug 04 08:41:08.236668 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04830c-2c8c-49f4-8b52-3b7da622a027 req-f4255cbf-4382-4d2b-a05f-32c9da570c9e tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:08.238239 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5c04830c-2c8c-49f4-8b52-3b7da622a027 req-f4255cbf-4382-4d2b-a05f-32c9da570c9e tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0516040 Aug 04 08:41:08.253885 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-eab3452b-541f-46fd-809f-73ab9dcd777f req-53867427-09bd-464a-9dce-d89353fcd2b5 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b82b80e-3941-4821-b607-35643f2b8194 HTTP/1.1" status: 200 len: 210 time: 0.0329549 Aug 04 08:41:08.287735 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5c04830c-2c8c-49f4-8b52-3b7da622a027 req-55bba84d-c571-4252-a912-8412a731f2eb tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416093 Aug 04 08:41:08.714105 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095af2a0-4505-40c1-9c0e-19fd37f90374 req-28b68609-9495-419a-bd53-c5755daa4cf7 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:08.715598 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-095af2a0-4505-40c1-9c0e-19fd37f90374 req-28b68609-9495-419a-bd53-c5755daa4cf7 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0536282 Aug 04 08:41:08.785994 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-095af2a0-4505-40c1-9c0e-19fd37f90374 req-8bd8fca8-7120-4cfc-af39-aceda34f52b2 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644588 Aug 04 08:41:08.801047 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ec710-ba84-47c1-9884-8a3093e2d1a7 req-b1c0647e-74b9-4e26-9ad3-074a53767e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:08.802986 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-eb8ec710-ba84-47c1-9884-8a3093e2d1a7 req-b1c0647e-74b9-4e26-9ad3-074a53767e4c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=55a9fea77bcc44ab9534b396d5e3d350&device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 1098 time: 0.0470393 Aug 04 08:41:08.903247 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ec710-ba84-47c1-9884-8a3093e2d1a7 req-23295d11-cc59-4884-b1ce-0af8d543b0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:08.904792 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-eb8ec710-ba84-47c1-9884-8a3093e2d1a7 req-23295d11-cc59-4884-b1ce-0af8d543b0c2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac5dabef-071c-44b6-81ab-8c1938a68bd3 HTTP/1.1" status: 200 len: 919 time: 0.0936449 Aug 04 08:41:08.951989 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-eb8ec710-ba84-47c1-9884-8a3093e2d1a7 req-2a726b87-2a74-44df-b113-ec7e5faa0d02 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=373e7360-f556-42f1-a5bc-cb5fe9092bb5 HTTP/1.1" status: 200 len: 217 time: 0.0385346 Aug 04 08:41:09.001997 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ec710-ba84-47c1-9884-8a3093e2d1a7 req-27c0464c-06f9-4706-b24b-412f09b8b33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:09.003449 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-eb8ec710-ba84-47c1-9884-8a3093e2d1a7 req-27c0464c-06f9-4706-b24b-412f09b8b33f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d3847e2a-31ec-433f-bb0a-5a9cd2601977 HTTP/1.1" status: 200 len: 858 time: 0.0434675 Aug 04 08:41:09.037722 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-eb8ec710-ba84-47c1-9884-8a3093e2d1a7 req-ad41c502-19c5-4414-a312-ba152678002b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac5dabef-071c-44b6-81ab-8c1938a68bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251806 Aug 04 08:41:09.122079 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device f1812647-9e22-4015-b294-37685ddead25 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:41:09.142045 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] No Port match for: f1812647-9e22-4015-b294-37685ddead25 {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:41:09.142398 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device f1812647-9e22-4015-b294-37685ddead25 not bound to the agent host hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:41:09.142561 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-eb8ec710-ba84-47c1-9884-8a3093e2d1a7 req-9471169e-5b55-4b4e-9352-c0a59afe5bda service neutron] 10.222.0.61 "GET /v2.0/networks/ac5dabef-071c-44b6-81ab-8c1938a68bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961316 Aug 04 08:41:09.236993 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-eb8ec710-ba84-47c1-9884-8a3093e2d1a7 req-624a6d4d-9481-4c88-b891-7981d55ce98c service neutron] 10.222.0.61 "GET /v2.0/networks/ac5dabef-071c-44b6-81ab-8c1938a68bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871370 Aug 04 08:41:09.366819 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-35ca1809-2a01-48bc-b617-3100e15dcac5 req-659be61b-8bdd-4e5a-824d-5fc2d1beb173 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b82b80e-3941-4821-b607-35643f2b8194 HTTP/1.1" status: 200 len: 210 time: 0.0277872 Aug 04 08:41:09.902657 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff45ee4-603e-4150-859d-56d86d289c03 req-79d14832-30f9-4e8a-a809-7658d1b89f78 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:09.904203 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cff45ee4-603e-4150-859d-56d86d289c03 req-79d14832-30f9-4e8a-a809-7658d1b89f78 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0487754 Aug 04 08:41:09.948234 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cff45ee4-603e-4150-859d-56d86d289c03 req-b3f51d2a-2a3a-483e-8471-73a1c3abf081 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381703 Aug 04 08:41:10.244026 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:10.301494 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-95b8abfb-3175-4887-82e0-288922a16e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:10.457604 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4dbd1bbf-7b80-4cbf-a9dc-97b622267cb8 req-54f1e45d-ab32-470c-959c-61627ff129f7 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b82b80e-3941-4821-b607-35643f2b8194 HTTP/1.1" status: 200 len: 210 time: 0.0253735 Aug 04 08:41:11.062328 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b95235-94dc-4f9e-abcd-51a17b291414 req-db2fd35d-425f-491d-b015-bb0bc331d658 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:11.063815 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-74b95235-94dc-4f9e-abcd-51a17b291414 req-db2fd35d-425f-491d-b015-bb0bc331d658 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0490954 Aug 04 08:41:11.104752 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-74b95235-94dc-4f9e-abcd-51a17b291414 req-e9c1360f-7840-4b71-8627-94949e775d7d tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340116 Aug 04 08:41:11.141769 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:11.166345 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 50228) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:41:11.268009 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6ab1bb81-ce26-49cb-b6eb-cf0e912e96e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:11.355553 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6ab1bb81-ce26-49cb-b6eb-cf0e912e96e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:11.438631 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6ab1bb81-ce26-49cb-b6eb-cf0e912e96e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:11.476368 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-6ab1bb81-ce26-49cb-b6eb-cf0e912e96e3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4d95061683574909ad50b05081f5a1ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3089488 Aug 04 08:41:11.477778 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1bb81-ce26-49cb-b6eb-cf0e912e96e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c5eb47-c769-4094-a851-6de2284b233e,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:11.479401 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 50236) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:41:11.540243 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-3acfe223-3400-4901-a2dc-42f1ffa18093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:11.559971 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-46f37a1b-ce08-48c1-bd36-285db42218a6 req-e4566760-16ea-431e-9834-0f30e1823a37 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b82b80e-3941-4821-b607-35643f2b8194 HTTP/1.1" status: 200 len: 210 time: 0.0327883 Aug 04 08:41:11.579751 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-3acfe223-3400-4901-a2dc-42f1ffa18093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:11.700970 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-3acfe223-3400-4901-a2dc-42f1ffa18093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:11.703599 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-3acfe223-3400-4901-a2dc-42f1ffa18093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:11.704838 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-3acfe223-3400-4901-a2dc-42f1ffa18093 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c3c5eb47-c769-4094-a851-6de2284b233e HTTP/1.1" status: 204 len: 168 time: 0.2235954 Aug 04 08:41:11.712694 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acfe223-3400-4901-a2dc-42f1ffa18093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c5eb47-c769-4094-a851-6de2284b233e,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:11.721199 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfe223-3400-4901-a2dc-42f1ffa18093 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:11.721545 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfe223-3400-4901-a2dc-42f1ffa18093 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:11.721886 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfe223-3400-4901-a2dc-42f1ffa18093 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:11.722223 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfe223-3400-4901-a2dc-42f1ffa18093 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:11.722731 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfe223-3400-4901-a2dc-42f1ffa18093 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:11.723135 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfe223-3400-4901-a2dc-42f1ffa18093 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:11.723559 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfe223-3400-4901-a2dc-42f1ffa18093 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:11.723915 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfe223-3400-4901-a2dc-42f1ffa18093 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:11.724291 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfe223-3400-4901-a2dc-42f1ffa18093 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:11.724722 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfe223-3400-4901-a2dc-42f1ffa18093 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:11.751640 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfe223-3400-4901-a2dc-42f1ffa18093 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:11.751640 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acfe223-3400-4901-a2dc-42f1ffa18093 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:12.220280 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01716e8e-d5f3-474a-97a6-02a92afb023f req-f4218935-1d83-476d-bc68-d664287ae5fe tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:12.221789 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-01716e8e-d5f3-474a-97a6-02a92afb023f req-f4218935-1d83-476d-bc68-d664287ae5fe tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0517824 Aug 04 08:41:12.262246 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-01716e8e-d5f3-474a-97a6-02a92afb023f req-45e9eb4a-6966-4a71-8de2-97216477298b tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337801 Aug 04 08:41:12.439050 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 50254) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:41:12.453146 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-816b2d5c-2937-45ce-80aa-d26c0629cf69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:12.539763 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-816b2d5c-2937-45ce-80aa-d26c0629cf69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:12.652083 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-816b2d5c-2937-45ce-80aa-d26c0629cf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:12.655682 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-4c850189-1e50-4206-93ea-c0b69facfa2c req-7564aaa4-e754-4ed7-9de0-81be85d94270 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b82b80e-3941-4821-b607-35643f2b8194 HTTP/1.1" status: 200 len: 210 time: 0.0295405 Aug 04 08:41:12.693239 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-816b2d5c-2937-45ce-80aa-d26c0629cf69 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=70185daf50d241c18f7e25587bf121ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2530944 Aug 04 08:41:12.694094 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b2d5c-2937-45ce-80aa-d26c0629cf69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d92a074-bdd4-4b6c-8678-f7b354ac80d3,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:12.696857 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 50260) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:41:12.751731 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7247eb67-516a-46b1-beb1-6c23b0a7f7f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:12.773557 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7247eb67-516a-46b1-beb1-6c23b0a7f7f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:12.884828 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7247eb67-516a-46b1-beb1-6c23b0a7f7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:12.887598 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7247eb67-516a-46b1-beb1-6c23b0a7f7f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:12.888804 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-7247eb67-516a-46b1-beb1-6c23b0a7f7f8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6d92a074-bdd4-4b6c-8678-f7b354ac80d3 HTTP/1.1" status: 204 len: 168 time: 0.1905634 Aug 04 08:41:12.897027 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:12.897572 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247eb67-516a-46b1-beb1-6c23b0a7f7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d92a074-bdd4-4b6c-8678-f7b354ac80d3,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:13.366261 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-522de9a4-f471-42d2-a323-055d6542a6b6 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=753d30b6d63a40a1924cb6865af8136d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386631 Aug 04 08:41:13.519017 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a923f1-c7c4-4e7b-86da-ed002f57c76a req-6acc4dbd-232a-4775-bc5f-67789028439e tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:13.520864 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c4a923f1-c7c4-4e7b-86da-ed002f57c76a req-6acc4dbd-232a-4775-bc5f-67789028439e tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.1748521 Aug 04 08:41:13.621363 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-2cb81dfd-06c1-48a9-859e-0ad361e6661e tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:13.622733 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-2cb81dfd-06c1-48a9-859e-0ad361e6661e tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2397666 Aug 04 08:41:13.625570 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c4a923f1-c7c4-4e7b-86da-ed002f57c76a req-3ca87dad-35b3-44ae-aa42-f6f8dd268e46 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983629 Aug 04 08:41:13.648122 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-bfd772fa-6be5-4ce8-beda-e9794665117d tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Request body: {'port': {'device_id': '4b82b80e-3941-4821-b607-35643f2b8194', 'network_id': '6afe5a07-0c02-47e7-bffa-5ceaabcbb518', 'admin_state_up': True, 'tenant_id': '753d30b6d63a40a1924cb6865af8136d'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:41:13.658025 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 50276) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:41:13.673813 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-b8b45b5b-7dea-4f3d-8e15-9e8159edae12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:13.788202 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-b8b45b5b-7dea-4f3d-8e15-9e8159edae12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:13.819654 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-281d5ecd-b479-49f0-bd0b-1ff07dd20b15 req-319a0f0b-d04e-499f-b2f5-0f51a47e643a tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b82b80e-3941-4821-b607-35643f2b8194 HTTP/1.1" status: 200 len: 210 time: 0.0302072 Aug 04 08:41:13.868067 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-b8b45b5b-7dea-4f3d-8e15-9e8159edae12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:13.914593 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b45b5b-7dea-4f3d-8e15-9e8159edae12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8e2472-0473-46c4-a5c3-ceebaa05d460,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:13.920646 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-b8b45b5b-7dea-4f3d-8e15-9e8159edae12 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5f205013d98d4924b7e6554b2fa1cb3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2615378 Aug 04 08:41:13.925353 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 50298) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:41:13.980570 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d49cc34a-e6a4-4c45-99f0-7f1ecb265d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:14.002838 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d49cc34a-e6a4-4c45-99f0-7f1ecb265d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:14.073392 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-bfd772fa-6be5-4ce8-beda-e9794665117d tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Made reservation on behalf of 753d30b6d63a40a1924cb6865af8136d for: {'port': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:41:14.077114 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-bfd772fa-6be5-4ce8-beda-e9794665117d tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:14.089409 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-bfd772fa-6be5-4ce8-beda-e9794665117d tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:14.130683 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d49cc34a-e6a4-4c45-99f0-7f1ecb265d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:14.133942 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d49cc34a-e6a4-4c45-99f0-7f1ecb265d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:14.135366 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-d49cc34a-e6a4-4c45-99f0-7f1ecb265d4c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fe8e2472-0473-46c4-a5c3-ceebaa05d460 HTTP/1.1" status: 204 len: 168 time: 0.2105839 Aug 04 08:41:14.146077 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49cc34a-e6a4-4c45-99f0-7f1ecb265d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8e2472-0473-46c4-a5c3-ceebaa05d460,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:14.278963 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-bfd772fa-6be5-4ce8-beda-e9794665117d tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:14.337001 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-bfd772fa-6be5-4ce8-beda-e9794665117d tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:14.422197 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd772fa-6be5-4ce8-beda-e9794665117d tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=367de4b0-4d62-4603-bae2-9acc4cbe2164,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:14.509384 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-bfd772fa-6be5-4ce8-beda-e9794665117d tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Allocated IP 192.168.233.121 (6afe5a07-0c02-47e7-bffa-5ceaabcbb518/0f222c4d-b059-461e-a1b5-f7018f5a7da7/c6f23892-92c2-4409-bd40-88ef45611450) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:41:14.700207 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-bfd772fa-6be5-4ce8-beda-e9794665117d tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:14.720213 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-bfd772fa-6be5-4ce8-beda-e9794665117d tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Transition to ACTIVE for port object c6f23892-92c2-4409-bd40-88ef45611450 will not be triggered until provisioned by entity DHCP. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:41:14.797663 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd5f13-7175-4aaf-8887-2d2480828320 req-d61df1bc-5c7d-42c4-9d1e-643ba83eae05 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:14.799207 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-79bd5f13-7175-4aaf-8887-2d2480828320 req-d61df1bc-5c7d-42c4-9d1e-643ba83eae05 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0721655 Aug 04 08:41:14.844581 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-79bd5f13-7175-4aaf-8887-2d2480828320 req-3674c28c-d11a-4144-8e93-48fed2629b7f tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386972 Aug 04 08:41:14.853198 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-bfd772fa-6be5-4ce8-beda-e9794665117d tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:14.963973 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-bfd772fa-6be5-4ce8-beda-e9794665117d tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Network 6afe5a07-0c02-47e7-bffa-5ceaabcbb518 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:41:14.984920 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-bfd772fa-6be5-4ce8-beda-e9794665117d tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:41:15.016239 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-bfd772fa-6be5-4ce8-beda-e9794665117d tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:41:15.060310 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e02182-6d9e-46e5-bc67-78f42559dc47 req-bd39f7ec-74b5-4eb3-8bed-1302e1f50e64 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:15.071334 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-d1e02182-6d9e-46e5-bc67-78f42559dc47 req-bd39f7ec-74b5-4eb3-8bed-1302e1f50e64 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b82b80e-3941-4821-b607-35643f2b8194 HTTP/1.1" status: 200 len: 936 time: 0.0820565 Aug 04 08:41:15.087146 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd772fa-6be5-4ce8-beda-e9794665117d tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Pushing event updated for resources: {'Port': ['ID=c6f23892-92c2-4409-bd40-88ef45611450,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:15.148097 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-bfd772fa-6be5-4ce8-beda-e9794665117d tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:15.148965 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-bfd772fa-6be5-4ce8-beda-e9794665117d tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:15.152844 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-d1e02182-6d9e-46e5-bc67-78f42559dc47 req-9d7d1111-6b70-4107-aabc-a2a634ff9db7 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/security-groups?id=367de4b0-4d62-4603-bae2-9acc4cbe2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758154 Aug 04 08:41:15.263151 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-bfd772fa-6be5-4ce8-beda-e9794665117d tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6194324 Aug 04 08:41:15.290229 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-26ab7a93-50b4-4c08-80a8-1a6e822a2555 service neutron] Request body: {'port': {'device_id': '4b82b80e-3941-4821-b607-35643f2b8194', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:41:15.353334 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-d0e5b9e5-6555-4774-8ac4-9c17cf4e78bb None None] Provisioning for port c6f23892-92c2-4409-bd40-88ef45611450 completed by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:41:15.361174 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-d0e5b9e5-6555-4774-8ac4-9c17cf4e78bb None None] Provisioning complete for port c6f23892-92c2-4409-bd40-88ef45611450 triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:41:15.365223 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-26ab7a93-50b4-4c08-80a8-1a6e822a2555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:15.365370 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d0e5b9e5-6555-4774-8ac4-9c17cf4e78bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:15.590211 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-d0e5b9e5-6555-4774-8ac4-9c17cf4e78bb None None] Port c6f23892-92c2-4409-bd40-88ef45611450 cannot update to ACTIVE because it is not bound. {{(pid=100322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 08:41:15.842552 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-26ab7a93-50b4-4c08-80a8-1a6e822a2555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6f23892-92c2-4409-bd40-88ef45611450 {{(pid=100321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:41:15.852440 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-26ab7a93-50b4-4c08-80a8-1a6e822a2555 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:15.877117 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-26ab7a93-50b4-4c08-80a8-1a6e822a2555 service neutron] Transition to ACTIVE for port object c6f23892-92c2-4409-bd40-88ef45611450 will not be triggered until provisioned by entity L2. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:41:15.993850 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-26ab7a93-50b4-4c08-80a8-1a6e822a2555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:16.102066 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab7a93-50b4-4c08-80a8-1a6e822a2555 service neutron] Pushing event updated for resources: {'Port': ['ID=c6f23892-92c2-4409-bd40-88ef45611450,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:16.162505 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-26ab7a93-50b4-4c08-80a8-1a6e822a2555 service neutron] Attempting to bind port c6f23892-92c2-4409-bd40-88ef45611450 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:41:16.162848 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-26ab7a93-50b4-4c08-80a8-1a6e822a2555 service neutron] Attempting to bind port c6f23892-92c2-4409-bd40-88ef45611450 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '91f210ce-6792-44da-8d28-19fde00fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6afe5a07-0c02-47e7-bffa-5ceaabcbb518'}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:41:16.163419 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-26ab7a93-50b4-4c08-80a8-1a6e822a2555 service neutron] Attempting to bind port c6f23892-92c2-4409-bd40-88ef45611450 on network 6afe5a07-0c02-47e7-bffa-5ceaabcbb518 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:41:16.168010 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-26ab7a93-50b4-4c08-80a8-1a6e822a2555 service neutron] Port c6f23892-92c2-4409-bd40-88ef45611450 on network 6afe5a07-0c02-47e7-bffa-5ceaabcbb518 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 08:41:16.168335 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-26ab7a93-50b4-4c08-80a8-1a6e822a2555 service neutron] Attempting to bind port c6f23892-92c2-4409-bd40-88ef45611450 on network 6afe5a07-0c02-47e7-bffa-5ceaabcbb518 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:41:16.174123 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-26ab7a93-50b4-4c08-80a8-1a6e822a2555 service neutron] Checking agent: {'id': '9a1e25f0-5e7e-4202-aeb1-29bde28f6183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'started_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:41:16.174469 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-26ab7a93-50b4-4c08-80a8-1a6e822a2555 service neutron] Checking segment: {'id': '91f210ce-6792-44da-8d28-19fde00fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6afe5a07-0c02-47e7-bffa-5ceaabcbb518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:41:16.174856 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-26ab7a93-50b4-4c08-80a8-1a6e822a2555 service neutron] Bound using segment: {'id': '91f210ce-6792-44da-8d28-19fde00fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6afe5a07-0c02-47e7-bffa-5ceaabcbb518'} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:41:16.175310 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-26ab7a93-50b4-4c08-80a8-1a6e822a2555 service neutron] Bound port: c6f23892-92c2-4409-bd40-88ef45611450, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91f210ce-6792-44da-8d28-19fde00fb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6afe5a07-0c02-47e7-bffa-5ceaabcbb518'}}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:41:16.175651 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-26ab7a93-50b4-4c08-80a8-1a6e822a2555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:16.308629 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-26ab7a93-50b4-4c08-80a8-1a6e822a2555 service neutron] For port c6f23892-92c2-4409-bd40-88ef45611450, host hv-cinder-80265, cleared binding levels {{(pid=100321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:41:16.325948 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-26ab7a93-50b4-4c08-80a8-1a6e822a2555 service neutron] For port c6f23892-92c2-4409-bd40-88ef45611450, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=c6f23892-92c2-4409-bd40-88ef45611450,segment=NetworkSegment(91f210ce-6792-44da-8d28-19fde00fb9e5),segment_id=91f210ce-6792-44da-8d28-19fde00fb9e5)] {{(pid=100321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:41:16.339439 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af77fce-9a88-40c6-bec6-35181f61e2a9 req-188d24bd-10a0-4502-8a88-f41ae587a33f tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:16.343346 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5af77fce-9a88-40c6-bec6-35181f61e2a9 req-188d24bd-10a0-4502-8a88-f41ae587a33f tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b82b80e-3941-4821-b607-35643f2b8194 HTTP/1.1" status: 200 len: 948 time: 0.0853648 Aug 04 08:41:16.396808 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5af77fce-9a88-40c6-bec6-35181f61e2a9 req-a351ad91-007b-448e-90ab-90275271ba2e tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/security-groups?id=367de4b0-4d62-4603-bae2-9acc4cbe2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469050 Aug 04 08:41:16.412662 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-26ab7a93-50b4-4c08-80a8-1a6e822a2555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:16.451043 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-26ab7a93-50b4-4c08-80a8-1a6e822a2555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:16.451661 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-26ab7a93-50b4-4c08-80a8-1a6e822a2555 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:16.453097 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-26ab7a93-50b4-4c08-80a8-1a6e822a2555 service neutron] 10.222.0.61 "PUT /v2.0/ports/c6f23892-92c2-4409-bd40-88ef45611450 HTTP/1.1" status: 200 len: 1098 time: 1.1682100 Aug 04 08:41:16.453538 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b82b80e-3941-4821-b607-35643f2b8194', 'tag': 'c6f23892-92c2-4409-bd40-88ef45611450'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:41:16.455816 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501c61fb-8549-4a41-b4d6-ecf537e49029" -d '{"events": [{"name": "network-changed", "server_uuid": "4b82b80e-3941-4821-b607-35643f2b8194", "tag": "c6f23892-92c2-4409-bd40-88ef45611450"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:41:16.492520 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab7a93-50b4-4c08-80a8-1a6e822a2555 service neutron] Pushing event updated for resources: {'Port': ['ID=c6f23892-92c2-4409-bd40-88ef45611450,revision_number=3']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:16.538671 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e238a9a1-9e3c-4fb6-ac0b-03cd3d2f123e x-openstack-request-id: req-e238a9a1-9e3c-4fb6-ac0b-03cd3d2f123e {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:41:16.539067 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b82b80e-3941-4821-b607-35643f2b8194", "tag": "c6f23892-92c2-4409-bd40-88ef45611450", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:41:16.539472 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e238a9a1-9e3c-4fb6-ac0b-03cd3d2f123e {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:41:16.539981 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b82b80e-3941-4821-b607-35643f2b8194', 'tag': 'c6f23892-92c2-4409-bd40-88ef45611450', 'status': 'completed', 'code': 200} Aug 04 08:41:16.659741 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c61fb-8549-4a41-b4d6-ecf537e49029 req-3dd9682a-dcca-420d-b72c-623a2f833b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:16.662054 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-501c61fb-8549-4a41-b4d6-ecf537e49029 req-3dd9682a-dcca-420d-b72c-623a2f833b05 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=753d30b6d63a40a1924cb6865af8136d&device_id=4b82b80e-3941-4821-b607-35643f2b8194 HTTP/1.1" status: 200 len: 1101 time: 0.0607250 Aug 04 08:41:16.714842 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-501c61fb-8549-4a41-b4d6-ecf537e49029 req-1ec855c4-7396-4bb5-889d-f4e814f40b45 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=753d30b6d63a40a1924cb6865af8136d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361798 Aug 04 08:41:16.835979 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c61fb-8549-4a41-b4d6-ecf537e49029 req-7c3babc1-c722-41ad-9d8b-1eca80179cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:16.839705 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-501c61fb-8549-4a41-b4d6-ecf537e49029 req-7c3babc1-c722-41ad-9d8b-1eca80179cb5 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1184487 Aug 04 08:41:16.968869 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-cff90c5c-9e82-4cdc-9e93-d6ea4b9ab15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:16.970508 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-cff90c5c-9e82-4cdc-9e93-d6ea4b9ab15f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=753d30b6d63a40a1924cb6865af8136d&device_id=4b82b80e-3941-4821-b607-35643f2b8194 HTTP/1.1" status: 200 len: 1101 time: 0.0614741 Aug 04 08:41:17.028164 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-56479313-478f-4cd6-a5d7-fdfb9b8b04bf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=c6f23892-92c2-4409-bd40-88ef45611450 HTTP/1.1" status: 200 len: 217 time: 0.0411258 Aug 04 08:41:17.047475 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52b911-3f6f-447e-ae70-5074dbd0fa56 req-2453693d-aa39-48d6-94c4-988f6fbb9092 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:17.047475 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ea52b911-3f6f-447e-ae70-5074dbd0fa56 req-2453693d-aa39-48d6-94c4-988f6fbb9092 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0925608 Aug 04 08:41:17.117745 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ea52b911-3f6f-447e-ae70-5074dbd0fa56 req-74b55968-f368-4127-9652-3ea8d4384e3f tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620358 Aug 04 08:41:17.121804 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-a331f8ef-dbcf-48c6-9a65-d225cd8d839b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:17.123372 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-a331f8ef-dbcf-48c6-9a65-d225cd8d839b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0f222c4d-b059-461e-a1b5-f7018f5a7da7 HTTP/1.1" status: 200 len: 843 time: 0.0756452 Aug 04 08:41:17.178889 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-aadfd7f3-80ea-4306-ab03-222a76b1529c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:17.180607 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-aadfd7f3-80ea-4306-ab03-222a76b1529c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6afe5a07-0c02-47e7-bffa-5ceaabcbb518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0495019 Aug 04 08:41:17.325741 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-da03adcf-2717-4482-b57e-9f636ff19597 service neutron] 10.222.0.61 "GET /v2.0/networks/6afe5a07-0c02-47e7-bffa-5ceaabcbb518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338980 Aug 04 08:41:17.487577 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-19b80a89-c30b-4670-8f81-4527ae726b9b req-accb3769-e7e1-4f6e-be99-11e335f6b591 service neutron] 10.222.0.61 "GET /v2.0/networks/6afe5a07-0c02-47e7-bffa-5ceaabcbb518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419806 Aug 04 08:41:17.578160 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da21b08-9a93-446e-a296-570cc94c96d4 req-2484bcb8-9464-4100-ad08-36f349c25568 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:17.580221 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6da21b08-9a93-446e-a296-570cc94c96d4 req-2484bcb8-9464-4100-ad08-36f349c25568 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b82b80e-3941-4821-b607-35643f2b8194 HTTP/1.1" status: 200 len: 948 time: 0.0920069 Aug 04 08:41:17.638004 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6da21b08-9a93-446e-a296-570cc94c96d4 req-594ed7aa-232b-4c80-ba3c-ebf2e784e530 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/security-groups?id=367de4b0-4d62-4603-bae2-9acc4cbe2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507252 Aug 04 08:41:17.757331 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 6 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:41:18.763746 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b08595-e908-4c2a-8956-92ed8295c448 req-b4f9455a-9835-4a1e-bd1f-bf2f13f92f5a tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:18.765096 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-74b08595-e908-4c2a-8956-92ed8295c448 req-b4f9455a-9835-4a1e-bd1f-bf2f13f92f5a tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b82b80e-3941-4821-b607-35643f2b8194 HTTP/1.1" status: 200 len: 948 time: 0.0471580 Aug 04 08:41:18.802686 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-74b08595-e908-4c2a-8956-92ed8295c448 req-170f28b5-45a6-4508-9b84-0f8323b5b466 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/security-groups?id=367de4b0-4d62-4603-bae2-9acc4cbe2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318015 Aug 04 08:41:19.943259 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c3c52-b96b-4e56-9460-91ee78484d01 req-1620fc39-04c0-4835-a198-4598bd329001 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:19.947373 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-633c3c52-b96b-4e56-9460-91ee78484d01 req-1620fc39-04c0-4835-a198-4598bd329001 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b82b80e-3941-4821-b607-35643f2b8194 HTTP/1.1" status: 200 len: 948 time: 0.0646088 Aug 04 08:41:20.000525 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-633c3c52-b96b-4e56-9460-91ee78484d01 req-0fdd808b-cd53-41a8-86be-86e0ec56d9c0 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/security-groups?id=367de4b0-4d62-4603-bae2-9acc4cbe2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436380 Aug 04 08:41:20.514048 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:21.124201 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f7f9b-e179-45dc-89a2-118330322d4f req-f2f0d8d8-f7a4-443d-8f32-40edd99229dc tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:21.125667 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cf9f7f9b-e179-45dc-89a2-118330322d4f req-f2f0d8d8-f7a4-443d-8f32-40edd99229dc tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b82b80e-3941-4821-b607-35643f2b8194 HTTP/1.1" status: 200 len: 948 time: 0.0471823 Aug 04 08:41:21.165024 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cf9f7f9b-e179-45dc-89a2-118330322d4f req-7f44b35c-ce95-4f8e-ba74-0f674313ce03 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/security-groups?id=367de4b0-4d62-4603-bae2-9acc4cbe2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327215 Aug 04 08:41:21.917945 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef250302-93dc-46e5-97cf-78846486c3a5 req-73c93b38-c1ff-4f21-9bab-de8cf1626e38 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:21.919289 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ef250302-93dc-46e5-97cf-78846486c3a5 req-73c93b38-c1ff-4f21-9bab-de8cf1626e38 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0614498 Aug 04 08:41:21.966904 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ef250302-93dc-46e5-97cf-78846486c3a5 req-2e17a269-1cfe-44ca-863d-3248d92ae16c tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407431 Aug 04 08:41:22.286174 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f52d76-e537-400e-8ab2-b096e7686b23 req-e1af9f63-5e7f-41d2-8a0c-6ed584193a90 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:22.288373 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f1f52d76-e537-400e-8ab2-b096e7686b23 req-e1af9f63-5e7f-41d2-8a0c-6ed584193a90 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b82b80e-3941-4821-b607-35643f2b8194 HTTP/1.1" status: 200 len: 948 time: 0.0531728 Aug 04 08:41:22.333453 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f1f52d76-e537-400e-8ab2-b096e7686b23 req-88b17188-9a89-4f65-831a-54447cd929e0 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/security-groups?id=367de4b0-4d62-4603-bae2-9acc4cbe2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374875 Aug 04 08:41:22.537197 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device c6f23892-92c2-4409-bd40-88ef45611450 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=100322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 08:41:22.671173 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port c6f23892-92c2-4409-bd40-88ef45611450, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=c6f23892-92c2-4409-bd40-88ef45611450,segment=NetworkSegment(91f210ce-6792-44da-8d28-19fde00fb9e5),segment_id=91f210ce-6792-44da-8d28-19fde00fb9e5)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:41:22.684691 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Returning: {'device': 'c6f23892-92c2-4409-bd40-88ef45611450', 'network_id': '6afe5a07-0c02-47e7-bffa-5ceaabcbb518', 'port_id': 'c6f23892-92c2-4409-bd40-88ef45611450', 'mac_address': 'fa:16:3e:42:03:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f222c4d-b059-461e-a1b5-f7018f5a7da7', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 08:41:22.730428 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:22.744013 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6f23892-92c2-4409-bd40-88ef45611450 {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:41:22.766625 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port c6f23892-92c2-4409-bd40-88ef45611450, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=c6f23892-92c2-4409-bd40-88ef45611450,segment=NetworkSegment(91f210ce-6792-44da-8d28-19fde00fb9e5),segment_id=91f210ce-6792-44da-8d28-19fde00fb9e5)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:41:22.822640 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:22.891061 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=c6f23892-92c2-4409-bd40-88ef45611450,revision_number=4']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:22.902888 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:22.903274 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:22.903740 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:22.904296 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:22.904638 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:22.905127 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:22.905470 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:22.905902 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:22.906260 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:22.906674 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:22.907010 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:22.907503 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:41:23.106278 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9ff22-329d-49a8-9b85-c0d4b83ef29f req-f65c17de-c255-4ab8-951f-3f93d24c1ed3 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:23.108469 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-54c9ff22-329d-49a8-9b85-c0d4b83ef29f req-f65c17de-c255-4ab8-951f-3f93d24c1ed3 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0688746 Aug 04 08:41:23.164114 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-54c9ff22-329d-49a8-9b85-c0d4b83ef29f req-6cfdbc33-dbc1-4db3-b3ae-cd199c3ef939 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446188 Aug 04 08:41:23.469546 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89143b0-e619-4d77-a53f-8e66d6ff289f req-69be42cd-617b-4a40-9164-91568c6cad19 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:23.471129 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f89143b0-e619-4d77-a53f-8e66d6ff289f req-69be42cd-617b-4a40-9164-91568c6cad19 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b82b80e-3941-4821-b607-35643f2b8194 HTTP/1.1" status: 200 len: 949 time: 0.0515642 Aug 04 08:41:23.534866 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f89143b0-e619-4d77-a53f-8e66d6ff289f req-8ba569f0-4d26-4c05-bcbb-849c4d2d6a28 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/security-groups?id=367de4b0-4d62-4603-bae2-9acc4cbe2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389764 Aug 04 08:41:24.119319 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['c6f23892-92c2-4409-bd40-88ef45611450'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:41:24.334129 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1d18f-b7c4-4314-8aa7-35b5ac570872 req-9b4dd487-e851-4b0d-8557-e743e5cd2584 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:24.344118 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7ad1d18f-b7c4-4314-8aa7-35b5ac570872 req-9b4dd487-e851-4b0d-8557-e743e5cd2584 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0880194 Aug 04 08:41:24.408998 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7ad1d18f-b7c4-4314-8aa7-35b5ac570872 req-bff5c278-0302-4814-8e6d-3016fcd5e42f tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593619 Aug 04 08:41:24.659774 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193deb4-7f25-48c2-b033-009676029a88 req-a264699a-51f8-4219-890a-00afa98d7b71 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:24.662151 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-5193deb4-7f25-48c2-b033-009676029a88 req-a264699a-51f8-4219-890a-00afa98d7b71 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b82b80e-3941-4821-b607-35643f2b8194 HTTP/1.1" status: 200 len: 949 time: 0.0553706 Aug 04 08:41:24.747848 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-5193deb4-7f25-48c2-b033-009676029a88 req-f9a9978d-ee88-4f47-a0b0-9d51203ea31c tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/security-groups?id=367de4b0-4d62-4603-bae2-9acc4cbe2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687666 Aug 04 08:41:25.071655 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a4e70b9c-6d66-4f12-b728-dde9f393646f req-6df2ce17-0781-459a-85fe-7d8a09634fe0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703268 Aug 04 08:41:25.167812 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e70b9c-6d66-4f12-b728-dde9f393646f req-b1aafce6-47ae-4943-8528-153b97bb1787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:25.169582 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a4e70b9c-6d66-4f12-b728-dde9f393646f req-b1aafce6-47ae-4943-8528-153b97bb1787 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=55a9fea77bcc44ab9534b396d5e3d350&device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 1098 time: 0.0548046 Aug 04 08:41:25.378199 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e70b9c-6d66-4f12-b728-dde9f393646f req-a5432705-02d1-4f91-a494-7a5cdf8d54aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:25.379667 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a4e70b9c-6d66-4f12-b728-dde9f393646f req-a5432705-02d1-4f91-a494-7a5cdf8d54aa service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac5dabef-071c-44b6-81ab-8c1938a68bd3 HTTP/1.1" status: 200 len: 919 time: 0.1679378 Aug 04 08:41:25.405880 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-018bf95e-2562-4882-aef9-15e2478dbc6f tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:25.407305 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-018bf95e-2562-4882-aef9-15e2478dbc6f tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/networks?id=2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f HTTP/1.1" status: 200 len: 813 time: 0.1444876 Aug 04 08:41:25.445949 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a4e70b9c-6d66-4f12-b728-dde9f393646f req-07174b63-3424-4bc7-923a-59b4b78accda service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=373e7360-f556-42f1-a5bc-cb5fe9092bb5 HTTP/1.1" status: 200 len: 217 time: 0.0550196 Aug 04 08:41:25.449737 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-6e5ec2ec-c2f5-4a00-80f0-09074aec072b tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/quotas/c25f110a37484ed783206cb1e0516c8e HTTP/1.1" status: 200 len: 375 time: 0.0115604 Aug 04 08:41:25.524906 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc51dbb-6335-47fa-ad33-c9e8b36790a7 req-9f5c28ce-8f3c-4102-b72e-d8b1870f52b9 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:25.526408 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e70b9c-6d66-4f12-b728-dde9f393646f req-b019c9b0-c64f-4cab-b7cc-acb7d748c166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:25.526542 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-0dc51dbb-6335-47fa-ad33-c9e8b36790a7 req-9f5c28ce-8f3c-4102-b72e-d8b1870f52b9 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0515800 Aug 04 08:41:25.528332 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a4e70b9c-6d66-4f12-b728-dde9f393646f req-b019c9b0-c64f-4cab-b7cc-acb7d748c166 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d3847e2a-31ec-433f-bb0a-5a9cd2601977 HTTP/1.1" status: 200 len: 858 time: 0.0741491 Aug 04 08:41:25.561282 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-bf051992-273e-4564-a212-ef813cd9813e tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c25f110a37484ed783206cb1e0516c8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0993290 Aug 04 08:41:25.570721 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-0dc51dbb-6335-47fa-ad33-c9e8b36790a7 req-fef9d0b9-e168-4583-8a47-74fd1d26961e tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380793 Aug 04 08:41:25.578142 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a4e70b9c-6d66-4f12-b728-dde9f393646f req-7f07c294-4bf7-480d-bf7e-8225d58213a5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac5dabef-071c-44b6-81ab-8c1938a68bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362611 Aug 04 08:41:25.643698 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device c6f23892-92c2-4409-bd40-88ef45611450 up at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:41:25.730318 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning for port c6f23892-92c2-4409-bd40-88ef45611450 completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:41:25.734373 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning complete for port c6f23892-92c2-4409-bd40-88ef45611450 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:41:25.734759 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:25.749183 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-31edd695-2f20-49cd-a638-9a404bccd60f service neutron] 10.222.0.45 "GET /v2.0/networks/2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741588 Aug 04 08:41:25.757416 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a4e70b9c-6d66-4f12-b728-dde9f393646f req-5383a97d-74d2-4095-9409-6546d1bf0803 service neutron] 10.222.0.61 "GET /v2.0/networks/ac5dabef-071c-44b6-81ab-8c1938a68bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629879 Aug 04 08:41:25.842402 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:25.882754 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b82b80e-3941-4821-b607-35643f2b8194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f23892-92c2-4409-bd40-88ef45611450'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:41:25.885309 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c495c7497e5e90a156a42ea06e218473990fefc1974f3e33d0cb89c8111961e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79387c40-46e0-42d5-95c8-f5a5d056d51d" -d '{"events": [{"server_uuid": "4b82b80e-3941-4821-b607-35643f2b8194", "name": "network-vif-plugged", "status": "completed", "tag": "c6f23892-92c2-4409-bd40-88ef45611450"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:41:25.900625 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port c6f23892-92c2-4409-bd40-88ef45611450, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=c6f23892-92c2-4409-bd40-88ef45611450,segment=NetworkSegment(91f210ce-6792-44da-8d28-19fde00fb9e5),segment_id=91f210ce-6792-44da-8d28-19fde00fb9e5)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:41:25.948211 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a4e70b9c-6d66-4f12-b728-dde9f393646f req-4d7d13cf-3cf2-4dc7-8794-ca3ad82858c2 service neutron] 10.222.0.61 "GET /v2.0/networks/ac5dabef-071c-44b6-81ab-8c1938a68bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760530 Aug 04 08:41:25.951093 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3bd49-9d70-4cb7-abba-c4f3ba3c72ed req-67b66822-a120-477d-947c-3b684fe5f04c tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:25.954653 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-7bc3bd49-9d70-4cb7-abba-c4f3ba3c72ed req-67b66822-a120-477d-947c-3b684fe5f04c tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b82b80e-3941-4821-b607-35643f2b8194 HTTP/1.1" status: 200 len: 949 time: 0.0661249 Aug 04 08:41:25.966106 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:26.013582 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-ba17279f-bba1-4a18-b2e3-3e4a15c88a70 service neutron] 10.222.0.45 "GET /v2.0/networks/2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547948 Aug 04 08:41:26.050377 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=c6f23892-92c2-4409-bd40-88ef45611450,revision_number=5']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:26.057231 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-7bc3bd49-9d70-4cb7-abba-c4f3ba3c72ed req-d7b864c2-1cdc-49f7-9ff7-fff1b50da6ad tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/security-groups?id=367de4b0-4d62-4603-bae2-9acc4cbe2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762377 Aug 04 08:41:26.109759 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a81d524-832d-42fd-9846-8049612717bc x-openstack-request-id: req-6a81d524-832d-42fd-9846-8049612717bc {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:41:26.110608 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b82b80e-3941-4821-b607-35643f2b8194", "name": "network-vif-plugged", "status": "completed", "tag": "c6f23892-92c2-4409-bd40-88ef45611450", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:41:26.110926 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6a81d524-832d-42fd-9846-8049612717bc {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:41:26.111432 dv-cinder-802653-4-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b82b80e-3941-4821-b607-35643f2b8194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f23892-92c2-4409-bd40-88ef45611450', 'code': 200} Aug 04 08:41:26.403448 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-48c9c9d4-5d45-4f76-8284-72bff96f1397 req-f3bf6402-4bff-40ab-b755-43c6975711c3 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c8a6f74-796b-4b1c-86ce-876cd1db1043 HTTP/1.1" status: 200 len: 210 time: 0.0387692 Aug 04 08:41:26.586983 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936af779-425d-43b8-a8fa-57024749ac43 req-21954d9e-9e22-4ace-bf03-cfe08dc8c75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:26.588363 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-936af779-425d-43b8-a8fa-57024749ac43 req-21954d9e-9e22-4ace-bf03-cfe08dc8c75b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4b82b80e-3941-4821-b607-35643f2b8194 HTTP/1.1" status: 200 len: 1103 time: 0.0551572 Aug 04 08:41:26.642793 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-936af779-425d-43b8-a8fa-57024749ac43 req-8fb22399-2211-4cd0-b21c-bd279c9783d6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=367de4b0-4d62-4603-bae2-9acc4cbe2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399022 Aug 04 08:41:26.717376 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840a352-a214-4653-9d4e-beb92dc8fcf6 req-df9faec5-10c3-44eb-8382-308b2d4c196c tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:26.718984 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a840a352-a214-4653-9d4e-beb92dc8fcf6 req-df9faec5-10c3-44eb-8382-308b2d4c196c tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0512309 Aug 04 08:41:26.769744 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a840a352-a214-4653-9d4e-beb92dc8fcf6 req-8eb18e8e-4c29-4ce9-a5c1-ca81aa6f10c2 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408561 Aug 04 08:41:27.228998 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad36af-db09-417c-a5db-b1efb00e58cf req-6a0cd19c-9ba6-4697-8e22-fea14b6871f7 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:27.234992 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-32ad36af-db09-417c-a5db-b1efb00e58cf req-6a0cd19c-9ba6-4697-8e22-fea14b6871f7 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b82b80e-3941-4821-b607-35643f2b8194 HTTP/1.1" status: 200 len: 950 time: 0.1065660 Aug 04 08:41:27.287510 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-32ad36af-db09-417c-a5db-b1efb00e58cf req-76bc831e-5466-4cce-b929-6e03e2a56328 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/security-groups?id=367de4b0-4d62-4603-bae2-9acc4cbe2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447712 Aug 04 08:41:27.520060 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e0dc7b0c-b79a-45a2-b650-4fcafe663663 req-b1f5c69c-74f6-4b41-8b08-79e50bfd57d7 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c8a6f74-796b-4b1c-86ce-876cd1db1043 HTTP/1.1" status: 200 len: 210 time: 0.0396047 Aug 04 08:41:27.910792 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fa350-7c40-4289-97cd-5aa73f53c6c6 req-0c668e4e-3caf-413e-ad78-f86255764141 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:27.912809 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f58fa350-7c40-4289-97cd-5aa73f53c6c6 req-0c668e4e-3caf-413e-ad78-f86255764141 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0759418 Aug 04 08:41:27.951428 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f58fa350-7c40-4289-97cd-5aa73f53c6c6 req-fbc04302-6146-4ae7-97a8-3d92c33fc5cf tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319645 Aug 04 08:41:28.481336 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744a2ba-459c-4130-9084-3ac0ecf85f85 req-be774480-68b9-4cc4-9033-4b96708826be tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:28.483335 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9744a2ba-459c-4130-9084-3ac0ecf85f85 req-be774480-68b9-4cc4-9033-4b96708826be tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b82b80e-3941-4821-b607-35643f2b8194 HTTP/1.1" status: 200 len: 950 time: 0.0714576 Aug 04 08:41:28.555909 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9744a2ba-459c-4130-9084-3ac0ecf85f85 req-d0a921a5-d640-4ea2-bd37-b42c0e372a0a tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/security-groups?id=367de4b0-4d62-4603-bae2-9acc4cbe2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591316 Aug 04 08:41:28.642144 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-e100b26f-59eb-4c2f-9f1a-d569ed5188f5 req-8d8a0f1e-4ab4-4844-abf6-068a889af434 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c8a6f74-796b-4b1c-86ce-876cd1db1043 HTTP/1.1" status: 200 len: 210 time: 0.0379827 Aug 04 08:41:28.870154 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 50610) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:41:29.025347 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-054d934f-9c42-41bb-bc22-3c7b31fed9e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:29.225520 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-054d934f-9c42-41bb-bc22-3c7b31fed9e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:29.225615 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711eb2f6-6946-4a78-a89f-56d450aa96e1 req-807aa7eb-3645-46c8-85c0-496007381892 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:29.225945 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-711eb2f6-6946-4a78-a89f-56d450aa96e1 req-807aa7eb-3645-46c8-85c0-496007381892 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.1466937 Aug 04 08:41:29.280502 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-711eb2f6-6946-4a78-a89f-56d450aa96e1 req-f8cf1aa8-41bf-4757-b3d2-8c82e3e6cf79 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472856 Aug 04 08:41:29.302757 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-054d934f-9c42-41bb-bc22-3c7b31fed9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:29.390578 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 50626) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:41:29.391358 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-054d934f-9c42-41bb-bc22-3c7b31fed9e7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d812d0623af04e3bbb9b0536bad9f11e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5200770 Aug 04 08:41:29.392771 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d934f-9c42-41bb-bc22-3c7b31fed9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba14a692-8714-401b-afe6-24f75faf52ab,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:29.538455 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b4ec36a8-92a6-4b34-8d01-3cf3af0cc152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:29.553413 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-9ca8e950-b842-41de-a47d-b5bb511ed010 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:29.554960 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-9ca8e950-b842-41de-a47d-b5bb511ed010 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.61 "GET /v2.0/networks?id=2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f HTTP/1.1" status: 200 len: 813 time: 0.2055695 Aug 04 08:41:29.582618 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-61f1f0d0-9966-4245-95f0-7c9e971f0cab tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Request body: {'port': {'device_id': '7c8a6f74-796b-4b1c-86ce-876cd1db1043', 'network_id': '2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f', 'admin_state_up': True, 'tenant_id': 'c25f110a37484ed783206cb1e0516c8e'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:41:29.596911 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b4ec36a8-92a6-4b34-8d01-3cf3af0cc152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:29.793782 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558961f-a8cb-423e-88c3-c5daa2d9819d req-478afb64-1a91-4e31-b2ab-080b9cae6084 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:29.795433 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c558961f-a8cb-423e-88c3-c5daa2d9819d req-478afb64-1a91-4e31-b2ab-080b9cae6084 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b82b80e-3941-4821-b607-35643f2b8194 HTTP/1.1" status: 200 len: 950 time: 0.1096809 Aug 04 08:41:29.832242 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b4ec36a8-92a6-4b34-8d01-3cf3af0cc152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:29.835176 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b4ec36a8-92a6-4b34-8d01-3cf3af0cc152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:29.836416 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-b4ec36a8-92a6-4b34-8d01-3cf3af0cc152 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ba14a692-8714-401b-afe6-24f75faf52ab HTTP/1.1" status: 204 len: 168 time: 0.4277749 Aug 04 08:41:29.864702 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c558961f-a8cb-423e-88c3-c5daa2d9819d req-22082b9a-393b-41e5-84ec-e1260fbd537c tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/security-groups?id=367de4b0-4d62-4603-bae2-9acc4cbe2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631106 Aug 04 08:41:29.866260 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec36a8-92a6-4b34-8d01-3cf3af0cc152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba14a692-8714-401b-afe6-24f75faf52ab,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:29.867244 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a0fcf-7174-4068-b91a-450ecce84ece req-e3fad3ff-756a-4320-bc61-3a58d0b81d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:29.868491 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-61f1f0d0-9966-4245-95f0-7c9e971f0cab tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Made reservation on behalf of c25f110a37484ed783206cb1e0516c8e for: {'port': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:41:29.868790 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-be2a0fcf-7174-4068-b91a-450ecce84ece req-e3fad3ff-756a-4320-bc61-3a58d0b81d62 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=55a9fea77bcc44ab9534b396d5e3d350&device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 1098 time: 0.1141362 Aug 04 08:41:29.878122 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5fa90f-5fcd-46c3-beca-baf10bb2dd18 req-09372c09-f316-4df5-ab29-e56c5a1b66d2 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:29.878337 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-61f1f0d0-9966-4245-95f0-7c9e971f0cab tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:29.880435 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2f5fa90f-5fcd-46c3-beca-baf10bb2dd18 req-09372c09-f316-4df5-ab29-e56c5a1b66d2 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.1090679 Aug 04 08:41:30.016045 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2f5fa90f-5fcd-46c3-beca-baf10bb2dd18 req-45d7a590-118d-4de8-a840-a385a58739f6 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249325 Aug 04 08:41:30.077750 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a0fcf-7174-4068-b91a-450ecce84ece req-0e01a224-ed42-420c-a4be-a2ad5b25a1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:30.079717 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-be2a0fcf-7174-4068-b91a-450ecce84ece req-0e01a224-ed42-420c-a4be-a2ad5b25a1c2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac5dabef-071c-44b6-81ab-8c1938a68bd3 HTTP/1.1" status: 200 len: 919 time: 0.1809793 Aug 04 08:41:30.090979 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-82088af6-8afa-4a93-b683-d83e6066fc95 req-71383bd7-02de-44d6-a626-9c4bbb0fb691 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c8a6f74-796b-4b1c-86ce-876cd1db1043 HTTP/1.1" status: 200 len: 210 time: 0.0313566 Aug 04 08:41:30.129842 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-61f1f0d0-9966-4245-95f0-7c9e971f0cab tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Allocated IP 172.20.0.3 (2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f/d78ce3b2-b500-4d2d-b04d-1644c52f7541/f9629303-700b-44fd-8dad-7b12d45dff3d) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:41:30.161409 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-be2a0fcf-7174-4068-b91a-450ecce84ece req-2e7df6f2-2e7e-40a7-807c-4b63f0d51bad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=373e7360-f556-42f1-a5bc-cb5fe9092bb5 HTTP/1.1" status: 200 len: 217 time: 0.0457854 Aug 04 08:41:30.239550 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a0fcf-7174-4068-b91a-450ecce84ece req-49c726c9-16a1-4d72-a5dd-15ec7d5ab7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:30.242383 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-be2a0fcf-7174-4068-b91a-450ecce84ece req-49c726c9-16a1-4d72-a5dd-15ec7d5ab7fa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d3847e2a-31ec-433f-bb0a-5a9cd2601977 HTTP/1.1" status: 200 len: 858 time: 0.0694072 Aug 04 08:41:30.359309 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-be2a0fcf-7174-4068-b91a-450ecce84ece req-cafae9a8-6af0-42be-ad58-0270447c6834 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac5dabef-071c-44b6-81ab-8c1938a68bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838356 Aug 04 08:41:30.372923 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-61f1f0d0-9966-4245-95f0-7c9e971f0cab tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:30.484424 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b35586-69b5-4509-9ef7-defb130247c9 req-8ac44503-41c7-44bd-b00c-9b024ca36dc6 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:30.487588 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e9b35586-69b5-4509-9ef7-defb130247c9 req-8ac44503-41c7-44bd-b00c-9b024ca36dc6 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0624239 Aug 04 08:41:30.525139 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-be2a0fcf-7174-4068-b91a-450ecce84ece req-33d0cb72-ed7e-4892-bf7f-4ba9c5cab05b service neutron] 10.222.0.61 "GET /v2.0/networks/ac5dabef-071c-44b6-81ab-8c1938a68bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564524 Aug 04 08:41:30.531057 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-61f1f0d0-9966-4245-95f0-7c9e971f0cab tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:30.570218 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e9b35586-69b5-4509-9ef7-defb130247c9 req-c8fccf81-54a6-4484-9b17-722a72dc135c tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744500 Aug 04 08:41:30.582424 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85483c7-f899-42c7-9ecd-3ff8a4607bcb req-e907abc5-0ba9-4580-b73a-b3368d23b81b tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:30.590568 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f85483c7-f899-42c7-9ecd-3ff8a4607bcb req-e907abc5-0ba9-4580-b73a-b3368d23b81b tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b82b80e-3941-4821-b607-35643f2b8194 HTTP/1.1" status: 200 len: 950 time: 0.1109624 Aug 04 08:41:30.598931 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-61f1f0d0-9966-4245-95f0-7c9e971f0cab tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Network 2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:41:30.598931 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-61f1f0d0-9966-4245-95f0-7c9e971f0cab tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:41:30.599172 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['481f2ab9-8a66-48c7-a6fc-7b49bf7192af', '602f7d96-4c56-4939-ae23-25cb3b0b9b5e', '5fd36594-637f-4de2-aa14-fe5936963fe9'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:41:30.603082 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-61f1f0d0-9966-4245-95f0-7c9e971f0cab tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:41:30.698343 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f85483c7-f899-42c7-9ecd-3ff8a4607bcb req-4d5183ad-6d91-40c4-9a2e-332f537b7c1e tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/security-groups?id=367de4b0-4d62-4603-bae2-9acc4cbe2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012797 Aug 04 08:41:30.733434 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-be2a0fcf-7174-4068-b91a-450ecce84ece req-64a61274-f950-4615-8c8d-eceab2c37824 service neutron] 10.222.0.61 "GET /v2.0/networks/ac5dabef-071c-44b6-81ab-8c1938a68bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905670 Aug 04 08:41:30.738041 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 50654) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:41:30.761568 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ce7b1a34-398d-48f3-9210-e795ea47f9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:30.891970 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ce7b1a34-398d-48f3-9210-e795ea47f9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:30.934146 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1f0d0-9966-4245-95f0-7c9e971f0cab tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Pushing event updated for resources: {'Port': ['ID=f9629303-700b-44fd-8dad-7b12d45dff3d,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:30.957646 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-61f1f0d0-9966-4245-95f0-7c9e971f0cab tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:30.962207 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-61f1f0d0-9966-4245-95f0-7c9e971f0cab tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:30.980984 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ce7b1a34-398d-48f3-9210-e795ea47f9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:31.021317 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-ce7b1a34-398d-48f3-9210-e795ea47f9c0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7939fc2935e34cafad1040cf726e42b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2820957 Aug 04 08:41:31.024057 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 50664) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:41:31.067954 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-61f1f0d0-9966-4245-95f0-7c9e971f0cab tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4889569 Aug 04 08:41:31.091665 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-3959d4e4-b2ab-472a-b2af-2be3bab5f0ef service neutron] Request body: {'port': {'device_id': '7c8a6f74-796b-4b1c-86ce-876cd1db1043', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:41:31.101868 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b1a34-398d-48f3-9210-e795ea47f9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe1c109-be1c-4afe-94e3-55571c96640b,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:31.158450 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-988f2b7f-720a-4a56-bfac-352f0f35bf53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:31.197816 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-988f2b7f-720a-4a56-bfac-352f0f35bf53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:31.211856 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-3959d4e4-b2ab-472a-b2af-2be3bab5f0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:31.222308 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b4c38-450d-4898-89c1-3ff6886ed6d9 req-f06392b2-814a-4806-a24f-ec1debd0cfc6 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:31.223761 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-155b4c38-450d-4898-89c1-3ff6886ed6d9 req-f06392b2-814a-4806-a24f-ec1debd0cfc6 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.1272349 Aug 04 08:41:31.275825 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b78d1-b711-471a-be7a-4f31fb629514 req-025eff76-9dfd-466b-8b5e-145bca49dad2 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:31.277367 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c08b78d1-b711-471a-be7a-4f31fb629514 req-025eff76-9dfd-466b-8b5e-145bca49dad2 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c8a6f74-796b-4b1c-86ce-876cd1db1043 HTTP/1.1" status: 200 len: 931 time: 0.0827522 Aug 04 08:41:31.314873 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-155b4c38-450d-4898-89c1-3ff6886ed6d9 req-0594fd8c-7f9d-4cf5-96c5-e21df5c8bb34 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840228 Aug 04 08:41:31.369382 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c08b78d1-b711-471a-be7a-4f31fb629514 req-fb75085d-e598-4e55-8462-9d6cf24801d5 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653417 Aug 04 08:41:31.370847 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-988f2b7f-720a-4a56-bfac-352f0f35bf53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:31.383781 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-988f2b7f-720a-4a56-bfac-352f0f35bf53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:31.387983 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-988f2b7f-720a-4a56-bfac-352f0f35bf53 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/efe1c109-be1c-4afe-94e3-55571c96640b HTTP/1.1" status: 204 len: 168 time: 0.3599610 Aug 04 08:41:31.402513 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f2b7f-720a-4a56-bfac-352f0f35bf53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe1c109-be1c-4afe-94e3-55571c96640b,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:31.579049 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-3959d4e4-b2ab-472a-b2af-2be3bab5f0ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9629303-700b-44fd-8dad-7b12d45dff3d {{(pid=100321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:41:31.600582 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-3959d4e4-b2ab-472a-b2af-2be3bab5f0ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:31.626489 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-3959d4e4-b2ab-472a-b2af-2be3bab5f0ef service neutron] Transition to ACTIVE for port object f9629303-700b-44fd-8dad-7b12d45dff3d will not be triggered until provisioned by entity L2. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:41:31.740512 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-3959d4e4-b2ab-472a-b2af-2be3bab5f0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:31.757969 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86554a5b-a77d-40c9-ad3c-06b0b9d5bb71 req-8c48995a-147b-454d-a18f-0edd29276b78 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:31.759700 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-86554a5b-a77d-40c9-ad3c-06b0b9d5bb71 req-8c48995a-147b-454d-a18f-0edd29276b78 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0891695 Aug 04 08:41:31.838347 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50094f7b-6604-4449-a4c4-1efb6a50214e req-9cb703b7-210d-46f7-ad2d-b5c1d380b7f2 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:31.839858 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-50094f7b-6604-4449-a4c4-1efb6a50214e req-9cb703b7-210d-46f7-ad2d-b5c1d380b7f2 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b82b80e-3941-4821-b607-35643f2b8194 HTTP/1.1" status: 200 len: 950 time: 0.0486856 Aug 04 08:41:31.876987 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959d4e4-b2ab-472a-b2af-2be3bab5f0ef service neutron] Pushing event updated for resources: {'Port': ['ID=f9629303-700b-44fd-8dad-7b12d45dff3d,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:31.885884 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-50094f7b-6604-4449-a4c4-1efb6a50214e req-bb3b4d95-6051-4d1e-b04d-b5c39b0ad3f4 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/security-groups?id=367de4b0-4d62-4603-bae2-9acc4cbe2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365822 Aug 04 08:41:31.886194 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-86554a5b-a77d-40c9-ad3c-06b0b9d5bb71 req-2f221c76-8f1e-4bd2-9cc2-7e3e8991a7d1 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184049 Aug 04 08:41:31.914620 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-3959d4e4-b2ab-472a-b2af-2be3bab5f0ef service neutron] Attempting to bind port f9629303-700b-44fd-8dad-7b12d45dff3d on host hv-cinder-80265 for vnic_type normal with profile {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:41:31.914620 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-3959d4e4-b2ab-472a-b2af-2be3bab5f0ef service neutron] Attempting to bind port f9629303-700b-44fd-8dad-7b12d45dff3d by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': 'b9bcbbd9-c1c5-45af-90bb-9eb9716d692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f'}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:41:31.914620 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-3959d4e4-b2ab-472a-b2af-2be3bab5f0ef service neutron] Attempting to bind port f9629303-700b-44fd-8dad-7b12d45dff3d on network 2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:41:31.918615 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-3959d4e4-b2ab-472a-b2af-2be3bab5f0ef service neutron] Port f9629303-700b-44fd-8dad-7b12d45dff3d on network 2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 08:41:31.918941 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-3959d4e4-b2ab-472a-b2af-2be3bab5f0ef service neutron] Attempting to bind port f9629303-700b-44fd-8dad-7b12d45dff3d on network 2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:41:31.924375 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-3959d4e4-b2ab-472a-b2af-2be3bab5f0ef service neutron] Checking agent: {'id': '9a1e25f0-5e7e-4202-aeb1-29bde28f6183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'started_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:41:31.924715 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-3959d4e4-b2ab-472a-b2af-2be3bab5f0ef service neutron] Checking segment: {'id': 'b9bcbbd9-c1c5-45af-90bb-9eb9716d692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:41:31.925107 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-3959d4e4-b2ab-472a-b2af-2be3bab5f0ef service neutron] Bound using segment: {'id': 'b9bcbbd9-c1c5-45af-90bb-9eb9716d692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f'} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:41:31.925539 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-3959d4e4-b2ab-472a-b2af-2be3bab5f0ef service neutron] Bound port: f9629303-700b-44fd-8dad-7b12d45dff3d, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9bcbbd9-c1c5-45af-90bb-9eb9716d692f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f'}}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:41:31.925897 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-3959d4e4-b2ab-472a-b2af-2be3bab5f0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:31.999854 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-3959d4e4-b2ab-472a-b2af-2be3bab5f0ef service neutron] For port f9629303-700b-44fd-8dad-7b12d45dff3d, host hv-cinder-80265, cleared binding levels {{(pid=100321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:41:32.002295 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-3959d4e4-b2ab-472a-b2af-2be3bab5f0ef service neutron] For port f9629303-700b-44fd-8dad-7b12d45dff3d, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=f9629303-700b-44fd-8dad-7b12d45dff3d,segment=NetworkSegment(b9bcbbd9-c1c5-45af-90bb-9eb9716d692f),segment_id=b9bcbbd9-c1c5-45af-90bb-9eb9716d692f)] {{(pid=100321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:41:32.079302 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-3959d4e4-b2ab-472a-b2af-2be3bab5f0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:32.121147 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-3959d4e4-b2ab-472a-b2af-2be3bab5f0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:32.121838 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-3959d4e4-b2ab-472a-b2af-2be3bab5f0ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:32.123286 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-3959d4e4-b2ab-472a-b2af-2be3bab5f0ef service neutron] 10.222.0.61 "PUT /v2.0/ports/f9629303-700b-44fd-8dad-7b12d45dff3d HTTP/1.1" status: 200 len: 1093 time: 1.0360882 Aug 04 08:41:32.127885 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c8a6f74-796b-4b1c-86ce-876cd1db1043', 'tag': 'f9629303-700b-44fd-8dad-7b12d45dff3d'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:41:32.130523 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df53ebb-04be-4411-8574-507f9665013d" -d '{"events": [{"name": "network-changed", "server_uuid": "7c8a6f74-796b-4b1c-86ce-876cd1db1043", "tag": "f9629303-700b-44fd-8dad-7b12d45dff3d"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:41:32.160675 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959d4e4-b2ab-472a-b2af-2be3bab5f0ef service neutron] Pushing event updated for resources: {'Port': ['ID=f9629303-700b-44fd-8dad-7b12d45dff3d,revision_number=3']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:32.175818 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdbef9f-2539-4421-9648-8c307cc84ee8 x-openstack-request-id: req-ffdbef9f-2539-4421-9648-8c307cc84ee8 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:41:32.176278 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c8a6f74-796b-4b1c-86ce-876cd1db1043", "tag": "f9629303-700b-44fd-8dad-7b12d45dff3d", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:41:32.176540 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ffdbef9f-2539-4421-9648-8c307cc84ee8 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:41:32.176946 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c8a6f74-796b-4b1c-86ce-876cd1db1043', 'tag': 'f9629303-700b-44fd-8dad-7b12d45dff3d', 'status': 'completed', 'code': 200} Aug 04 08:41:32.319903 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df53ebb-04be-4411-8574-507f9665013d req-d73ebd7f-d615-41e5-9398-dc3306f795e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:32.321537 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7df53ebb-04be-4411-8574-507f9665013d req-d73ebd7f-d615-41e5-9398-dc3306f795e2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c25f110a37484ed783206cb1e0516c8e&device_id=7c8a6f74-796b-4b1c-86ce-876cd1db1043 HTTP/1.1" status: 200 len: 1096 time: 0.0505722 Aug 04 08:41:32.489337 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df53ebb-04be-4411-8574-507f9665013d req-0f9cd9f3-6ac5-475f-b633-30065336f9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:32.491412 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7df53ebb-04be-4411-8574-507f9665013d req-0f9cd9f3-6ac5-475f-b633-30065336f9a8 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=c25f110a37484ed783206cb1e0516c8e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1509967 Aug 04 08:41:32.501967 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c402e-af26-41a5-abd4-82a4dd357c09 req-0322ffea-2b40-456d-af76-1ba0e6b3f1d6 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:32.511762 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-de0c402e-af26-41a5-abd4-82a4dd357c09 req-0322ffea-2b40-456d-af76-1ba0e6b3f1d6 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.1180158 Aug 04 08:41:32.578097 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-de0c402e-af26-41a5-abd4-82a4dd357c09 req-a3605151-0968-4b63-aa10-b8a392ab6d22 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585525 Aug 04 08:41:32.625332 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c89d4-646e-4acd-a727-43af0fba6161 req-bb4dace9-d6a9-45de-8a29-50bf2b2b0854 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:32.625332 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e80c89d4-646e-4acd-a727-43af0fba6161 req-bb4dace9-d6a9-45de-8a29-50bf2b2b0854 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c8a6f74-796b-4b1c-86ce-876cd1db1043 HTTP/1.1" status: 200 len: 943 time: 0.1210763 Aug 04 08:41:32.664740 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df53ebb-04be-4411-8574-507f9665013d req-ad9496b5-0abd-4a72-b4ce-5ff711bb96a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:32.666486 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7df53ebb-04be-4411-8574-507f9665013d req-ad9496b5-0abd-4a72-b4ce-5ff711bb96a8 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1283815 Aug 04 08:41:32.706053 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e80c89d4-646e-4acd-a727-43af0fba6161 req-219eda1f-9452-4824-b09b-29b62e863955 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385027 Aug 04 08:41:32.866257 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-7c44d323-eea9-4d2d-9c9a-7e4cb3bb729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:32.867762 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-7c44d323-eea9-4d2d-9c9a-7e4cb3bb729f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c25f110a37484ed783206cb1e0516c8e&device_id=7c8a6f74-796b-4b1c-86ce-876cd1db1043 HTTP/1.1" status: 200 len: 1096 time: 0.0400846 Aug 04 08:41:32.873395 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82b1cc-6f88-4c01-9fdb-d62e0d8015bd req-96c5e36d-11ec-4181-9e47-afc9810d1e06 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:32.874820 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bf82b1cc-6f88-4c01-9fdb-d62e0d8015bd req-96c5e36d-11ec-4181-9e47-afc9810d1e06 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b82b80e-3941-4821-b607-35643f2b8194 HTTP/1.1" status: 200 len: 950 time: 0.0475993 Aug 04 08:41:32.940215 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-c6bf3d83-e45e-4f88-af63-f11138f33d25 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9629303-700b-44fd-8dad-7b12d45dff3d HTTP/1.1" status: 200 len: 217 time: 0.0476496 Aug 04 08:41:33.036797 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-bf82b1cc-6f88-4c01-9fdb-d62e0d8015bd req-ae2ae29e-df87-41a7-af65-301795ef2912 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Deleting port c6f23892-92c2-4409-bd40-88ef45611450 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:41:33.037973 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-bf82b1cc-6f88-4c01-9fdb-d62e0d8015bd req-ae2ae29e-df87-41a7-af65-301795ef2912 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:33.044445 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-64053175-6f22-4e76-a3db-ee5b9a7d0ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:33.045195 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-64053175-6f22-4e76-a3db-ee5b9a7d0ac2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d78ce3b2-b500-4d2d-b04d-1644c52f7541 HTTP/1.1" status: 200 len: 853 time: 0.0918901 Aug 04 08:41:33.075901 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe05d4e-9b9a-4f61-9796-763c8e703eb1 req-191a4152-50cd-4498-af3d-a929689451f5 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:33.077503 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-4fe05d4e-9b9a-4f61-9796-763c8e703eb1 req-191a4152-50cd-4498-af3d-a929689451f5 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b82b80e-3941-4821-b607-35643f2b8194 HTTP/1.1" status: 200 len: 950 time: 0.1010685 Aug 04 08:41:33.091243 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22251e6c-5292-46b6-9ab6-60655729659e req-47530674-4b9f-40f2-afee-0c2203c64f4c tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:33.095549 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-22251e6c-5292-46b6-9ab6-60655729659e req-47530674-4b9f-40f2-afee-0c2203c64f4c tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.1098933 Aug 04 08:41:33.095677 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-f68e5d2c-ac21-4de1-a825-de7d3c79ff59 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365036 Aug 04 08:41:33.156805 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-22251e6c-5292-46b6-9ab6-60655729659e req-fdc119fd-93fc-4c72-8cb6-0e3e112d8f82 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558848 Aug 04 08:41:33.173508 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-4fe05d4e-9b9a-4f61-9796-763c8e703eb1 req-1ce15784-e823-4983-9b25-32039b3b7f00 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/security-groups?id=367de4b0-4d62-4603-bae2-9acc4cbe2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822387 Aug 04 08:41:33.181267 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-bf82b1cc-6f88-4c01-9fdb-d62e0d8015bd req-ae2ae29e-df87-41a7-af65-301795ef2912 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] For port c6f23892-92c2-4409-bd40-88ef45611450, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=c6f23892-92c2-4409-bd40-88ef45611450,segment=NetworkSegment(91f210ce-6792-44da-8d28-19fde00fb9e5),segment_id=91f210ce-6792-44da-8d28-19fde00fb9e5)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:41:33.181267 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-bf82b1cc-6f88-4c01-9fdb-d62e0d8015bd req-ae2ae29e-df87-41a7-af65-301795ef2912 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:33.212953 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-bf82b1cc-6f88-4c01-9fdb-d62e0d8015bd req-ae2ae29e-df87-41a7-af65-301795ef2912 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Calling delete_port for c6f23892-92c2-4409-bd40-88ef45611450 owned by compute:nova {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:41:33.224591 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-2016369f-64b9-4f5d-89c4-901eeee3ce9c service neutron] 10.222.0.61 "GET /v2.0/networks/2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179500 Aug 04 08:41:33.328980 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-b812f88d-d19c-4ef1-b64e-5c855e494e7d req-ec7794bc-ffd3-4bf5-adc1-6afe943939f7 service neutron] 10.222.0.61 "GET /v2.0/networks/2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923390 Aug 04 08:41:33.410091 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-bf82b1cc-6f88-4c01-9fdb-d62e0d8015bd req-ae2ae29e-df87-41a7-af65-301795ef2912 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:33.444608 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ae29e-df87-41a7-af65-301795ef2912 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Pushing event deleted for resources: {'Port': ['ID=c6f23892-92c2-4409-bd40-88ef45611450,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:33.462711 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['c6f23892-92c2-4409-bd40-88ef45611450'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:41:33.492615 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf82b1cc-6f88-4c01-9fdb-d62e0d8015bd req-ae2ae29e-df87-41a7-af65-301795ef2912 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] No DVR routers for this DVR port c6f23892-92c2-4409-bd40-88ef45611450 on host hv-cinder-80265 {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:41:33.495218 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-bf82b1cc-6f88-4c01-9fdb-d62e0d8015bd req-ae2ae29e-df87-41a7-af65-301795ef2912 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:33.497322 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bf82b1cc-6f88-4c01-9fdb-d62e0d8015bd req-ae2ae29e-df87-41a7-af65-301795ef2912 tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.61 "DELETE /v2.0/ports/c6f23892-92c2-4409-bd40-88ef45611450 HTTP/1.1" status: 204 len: 173 time: 0.6043811 Aug 04 08:41:33.709125 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017f2fb-abd8-4dc0-9f0c-4ef0a2488217 req-988f7219-c7f3-4a0c-85df-5d6a64c77843 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:33.710629 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1017f2fb-abd8-4dc0-9f0c-4ef0a2488217 req-988f7219-c7f3-4a0c-85df-5d6a64c77843 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0497284 Aug 04 08:41:33.750411 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1017f2fb-abd8-4dc0-9f0c-4ef0a2488217 req-0b61239d-fe7d-434b-a45c-984caa3bee9c tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335298 Aug 04 08:41:33.832101 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbc8a8-e288-4c5b-a4f2-77ac94f6096a req-de2a92e3-5531-4400-9614-f9476a1c4ec2 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:33.833565 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-4bdbc8a8-e288-4c5b-a4f2-77ac94f6096a req-de2a92e3-5531-4400-9614-f9476a1c4ec2 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c8a6f74-796b-4b1c-86ce-876cd1db1043 HTTP/1.1" status: 200 len: 943 time: 0.0534022 Aug 04 08:41:33.872898 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-4bdbc8a8-e288-4c5b-a4f2-77ac94f6096a req-f31bb34d-ea5c-4366-8fb0-f5f016c5fc19 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332100 Aug 04 08:41:34.178354 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b82b80e-3941-4821-b607-35643f2b8194', 'name': 'network-vif-deleted', 'tag': 'c6f23892-92c2-4409-bd40-88ef45611450'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:41:34.181037 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56eb7c2-a635-48eb-815c-639168fa4d25" -d '{"events": [{"server_uuid": "4b82b80e-3941-4821-b607-35643f2b8194", "name": "network-vif-deleted", "tag": "c6f23892-92c2-4409-bd40-88ef45611450"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:41:34.220655 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491b459d-f565-4140-a90a-5ed91b203d04 x-openstack-request-id: req-491b459d-f565-4140-a90a-5ed91b203d04 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:41:34.220951 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b82b80e-3941-4821-b607-35643f2b8194", "name": "network-vif-deleted", "tag": "c6f23892-92c2-4409-bd40-88ef45611450", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:41:34.226181 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-491b459d-f565-4140-a90a-5ed91b203d04 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:41:34.226181 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b82b80e-3941-4821-b607-35643f2b8194', 'name': 'network-vif-deleted', 'tag': 'c6f23892-92c2-4409-bd40-88ef45611450', 'status': 'completed', 'code': 200} Aug 04 08:41:34.303435 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-d322c65e-237d-4e97-a263-9bfbc6dd02bc req-0c3e9eb9-53e4-4beb-a257-a875595e31be tempest-VolumesNegativeTest-2040302524 tempest-VolumesNegativeTest-2040302524-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b82b80e-3941-4821-b607-35643f2b8194 HTTP/1.1" status: 200 len: 210 time: 0.0299869 Aug 04 08:41:34.320645 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329209b-4731-4dc0-92a3-745f0a1f578c req-b533475d-991c-4f3c-bfc6-e8b4b024329b tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:34.322215 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9329209b-4731-4dc0-92a3-745f0a1f578c req-b533475d-991c-4f3c-bfc6-e8b4b024329b tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0571449 Aug 04 08:41:34.361713 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9329209b-4731-4dc0-92a3-745f0a1f578c req-9fa7a62a-9dab-4b59-bc59-e7d4ad4e9803 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333116 Aug 04 08:41:34.874781 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa81c7-a39a-44b0-9467-ec92bcf81987 req-a019ad9e-8f51-4713-95ec-9b8b4e4f0a4e tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:34.876290 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-97fa81c7-a39a-44b0-9467-ec92bcf81987 req-a019ad9e-8f51-4713-95ec-9b8b4e4f0a4e tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0486965 Aug 04 08:41:34.915780 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-97fa81c7-a39a-44b0-9467-ec92bcf81987 req-b71ff15f-80ce-46fa-b9d4-4566fe71ba1f tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334492 Aug 04 08:41:34.990061 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4935b9-3455-4be7-b735-488fc9cde2e0 req-0b72c698-1347-487f-ae4f-1592dd2b29f9 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:34.991543 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4f4935b9-3455-4be7-b735-488fc9cde2e0 req-0b72c698-1347-487f-ae4f-1592dd2b29f9 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c8a6f74-796b-4b1c-86ce-876cd1db1043 HTTP/1.1" status: 200 len: 943 time: 0.0507598 Aug 04 08:41:35.029576 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4f4935b9-3455-4be7-b735-488fc9cde2e0 req-9c7b0289-a948-446c-bf14-634da19ab8ed tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319328 Aug 04 08:41:35.474768 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d9bd9-841c-47bb-a387-c50ab84ad12c req-9432077c-9314-48e5-9fcc-3f1e85992c9f tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:35.476227 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cb1d9bd9-841c-47bb-a387-c50ab84ad12c req-9432077c-9314-48e5-9fcc-3f1e85992c9f tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0476186 Aug 04 08:41:35.514225 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cb1d9bd9-841c-47bb-a387-c50ab84ad12c req-a8afe4a8-b5f2-40a8-9f8d-323e4a834a79 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318973 Aug 04 08:41:35.688788 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device f9629303-700b-44fd-8dad-7b12d45dff3d details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=100322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 08:41:35.702267 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device c6f23892-92c2-4409-bd40-88ef45611450 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:41:35.726840 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] No Port match for: c6f23892-92c2-4409-bd40-88ef45611450 {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:41:35.727189 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device c6f23892-92c2-4409-bd40-88ef45611450 not bound to the agent host hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:41:35.814624 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port f9629303-700b-44fd-8dad-7b12d45dff3d, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=f9629303-700b-44fd-8dad-7b12d45dff3d,segment=NetworkSegment(b9bcbbd9-c1c5-45af-90bb-9eb9716d692f),segment_id=b9bcbbd9-c1c5-45af-90bb-9eb9716d692f)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:41:35.828132 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Returning: {'device': 'f9629303-700b-44fd-8dad-7b12d45dff3d', 'network_id': '2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f', 'port_id': 'f9629303-700b-44fd-8dad-7b12d45dff3d', 'mac_address': 'fa:16:3e:cf:ea:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd78ce3b2-b500-4d2d-b04d-1644c52f7541', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 08:41:35.867550 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:35.889424 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9629303-700b-44fd-8dad-7b12d45dff3d {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:41:35.909684 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port f9629303-700b-44fd-8dad-7b12d45dff3d, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=f9629303-700b-44fd-8dad-7b12d45dff3d,segment=NetworkSegment(b9bcbbd9-c1c5-45af-90bb-9eb9716d692f),segment_id=b9bcbbd9-c1c5-45af-90bb-9eb9716d692f)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:41:36.009814 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:36.032752 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393eac7c-9786-4282-8b55-28be7f8b2b15 req-a17ccef3-d108-402a-921d-58b3eb53442a tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:36.034251 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-393eac7c-9786-4282-8b55-28be7f8b2b15 req-a17ccef3-d108-402a-921d-58b3eb53442a tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0509021 Aug 04 08:41:36.059755 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=f9629303-700b-44fd-8dad-7b12d45dff3d,revision_number=4']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:36.089612 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-393eac7c-9786-4282-8b55-28be7f8b2b15 req-d5b37a0d-6567-4289-b4e0-032193cb0ef3 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476010 Aug 04 08:41:36.155079 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86204889-f5e2-4f51-a2ce-2c98faa12be9 req-9c15362e-6f6c-4368-b780-4563c41a991e tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:36.156610 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-86204889-f5e2-4f51-a2ce-2c98faa12be9 req-9c15362e-6f6c-4368-b780-4563c41a991e tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c8a6f74-796b-4b1c-86ce-876cd1db1043 HTTP/1.1" status: 200 len: 944 time: 0.0543740 Aug 04 08:41:36.196768 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-86204889-f5e2-4f51-a2ce-2c98faa12be9 req-d545e282-375d-47a2-8ead-b07354342c1b tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323138 Aug 04 08:41:36.382159 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['f9629303-700b-44fd-8dad-7b12d45dff3d'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:41:36.638503 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7739506-6d20-4345-8e35-41b2d0560a48 req-a778d569-8527-496f-aec8-97244d922399 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:36.639997 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-b7739506-6d20-4345-8e35-41b2d0560a48 req-a778d569-8527-496f-aec8-97244d922399 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0567904 Aug 04 08:41:36.678445 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-b7739506-6d20-4345-8e35-41b2d0560a48 req-c8da3ca6-7e1e-478d-9c8f-984166284bf5 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322716 Aug 04 08:41:36.919176 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 50932) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:41:36.965694 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.db_base_plugin_v2 [None req-7350aaa9-f3db-4f31-976d-0cd149f38a7c admin admin] Deleting subnet e67681df-1522-43fb-bfbc-d31641361faa {{(pid=100320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 08:41:36.968665 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7350aaa9-f3db-4f31-976d-0cd149f38a7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:37.002619 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7350aaa9-f3db-4f31-976d-0cd149f38a7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133554087'] for subnet, precommit_delete_associations {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:37.042966 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7350aaa9-f3db-4f31-976d-0cd149f38a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-928750'] for subnet, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:37.158181 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7350aaa9-f3db-4f31-976d-0cd149f38a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-928029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-134116618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133633541'] for subnet, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:37.183807 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350aaa9-f3db-4f31-976d-0cd149f38a7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e67681df-1522-43fb-bfbc-d31641361faa,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:37.188165 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7350aaa9-f3db-4f31-976d-0cd149f38a7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:37.190365 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-7350aaa9-f3db-4f31-976d-0cd149f38a7c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e67681df-1522-43fb-bfbc-d31641361faa HTTP/1.1" status: 204 len: 168 time: 0.2698762 Aug 04 08:41:37.192435 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 50946) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:41:37.222066 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5238c8-78cf-4571-b27c-4803ed09c10a req-24083881-964b-4d95-b5fd-0fd1d0d740d6 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:37.223851 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6c5238c8-78cf-4571-b27c-4803ed09c10a req-24083881-964b-4d95-b5fd-0fd1d0d740d6 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0667567 Aug 04 08:41:37.266291 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6c5238c8-78cf-4571-b27c-4803ed09c10a req-c1aabfe4-dd21-4c1e-8490-5cd3163d7d35 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357175 Aug 04 08:41:37.291490 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-2c84e1df-48f3-4dfb-9fc0-70bfc242a1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583520'] for network, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:37.361551 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59387362-26ed-45a9-bdc3-c5033a17fe5d req-46bf0c61-c2cf-49e0-a3fc-e33f528a2f5c tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:37.363073 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-59387362-26ed-45a9-bdc3-c5033a17fe5d req-46bf0c61-c2cf-49e0-a3fc-e33f528a2f5c tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c8a6f74-796b-4b1c-86ce-876cd1db1043 HTTP/1.1" status: 200 len: 944 time: 0.0909765 Aug 04 08:41:37.437983 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-2c84e1df-48f3-4dfb-9fc0-70bfc242a1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-926057', 'neutron.services.segments.db._delete_segments_for_network-8749051068919'] for network, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:37.452615 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-59387362-26ed-45a9-bdc3-c5033a17fe5d req-cef633d2-965c-4160-a143-7f40487bd105 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797327 Aug 04 08:41:37.454174 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.services.segments.db [None req-2c84e1df-48f3-4dfb-9fc0-70bfc242a1ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1b6ade0-c962-4a6e-a3f9-0fea2d13312b']}} {{(pid=100320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:41:37.467222 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.services.segments.db [None req-2c84e1df-48f3-4dfb-9fc0-70bfc242a1ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ae5832-5ad0-46b4-8135-ebf4bf3f579a') {'for_net_delete': True} {{(pid=100320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:41:37.475269 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.services.segments.db [None req-2c84e1df-48f3-4dfb-9fc0-70bfc242a1ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ae5832-5ad0-46b4-8135-ebf4bf3f579a') {} {{(pid=100320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:41:37.484376 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-2c84e1df-48f3-4dfb-9fc0-70bfc242a1ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749051071492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133554092'] for segment, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:37.499788 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-2c84e1df-48f3-4dfb-9fc0-70bfc242a1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:37.507909 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c84e1df-48f3-4dfb-9fc0-70bfc242a1ea admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=100320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 08:41:37.508332 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-2c84e1df-48f3-4dfb-9fc0-70bfc242a1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-134116768'] for segment, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:37.511234 dv-cinder-802653-4-iscsi neutron-server[100320]: Traceback (most recent call last): Aug 04 08:41:37.511234 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 08:41:37.511234 dv-cinder-802653-4-iscsi neutron-server[100320]: timer() Aug 04 08:41:37.511234 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 08:41:37.511234 dv-cinder-802653-4-iscsi neutron-server[100320]: cb(*args, **kw) Aug 04 08:41:37.511234 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 08:41:37.511234 dv-cinder-802653-4-iscsi neutron-server[100320]: return func(*args, **kwargs) Aug 04 08:41:37.511234 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 08:41:37.511234 dv-cinder-802653-4-iscsi neutron-server[100320]: self._notify() Aug 04 08:41:37.511234 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 08:41:37.511234 dv-cinder-802653-4-iscsi neutron-server[100320]: self.callback(batched_events) Aug 04 08:41:37.511234 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 08:41:37.511234 dv-cinder-802653-4-iscsi neutron-server[100320]: event.method(event) Aug 04 08:41:37.511234 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 08:41:37.511234 dv-cinder-802653-4-iscsi neutron-server[100320]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 08:41:37.511234 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 08:41:37.511234 dv-cinder-802653-4-iscsi neutron-server[100320]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 08:41:37.511234 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 08:41:37.511234 dv-cinder-802653-4-iscsi neutron-server[100320]: return f(self, *a, **k) Aug 04 08:41:37.511234 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 08:41:37.511234 dv-cinder-802653-4-iscsi neutron-server[100320]: return self._get(url).json() Aug 04 08:41:37.511234 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 08:41:37.511234 dv-cinder-802653-4-iscsi neutron-server[100320]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 08:41:37.511234 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 08:41:37.511234 dv-cinder-802653-4-iscsi neutron-server[100320]: return self.request(url, 'GET', **kwargs) Aug 04 08:41:37.511234 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 08:41:37.511234 dv-cinder-802653-4-iscsi neutron-server[100320]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 08:41:37.511234 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 08:41:37.511234 dv-cinder-802653-4-iscsi neutron-server[100320]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 08:41:37.511234 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 08:41:37.511234 dv-cinder-802653-4-iscsi neutron-server[100320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 08:41:37.511234 dv-cinder-802653-4-iscsi neutron-server[100320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 08:41:37.535481 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a80bd7bc-86f8-4fcd-bac0-6a6f0f17cd9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:37.679065 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-2c84e1df-48f3-4dfb-9fc0-70bfc242a1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055443'] for network, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:37.684372 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-2c84e1df-48f3-4dfb-9fc0-70bfc242a1ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:37.686764 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-2c84e1df-48f3-4dfb-9fc0-70bfc242a1ea admin admin] 10.222.0.45 "DELETE /v2.0/networks/e1b6ade0-c962-4a6e-a3f9-0fea2d13312b HTTP/1.1" status: 204 len: 168 time: 0.4932418 Aug 04 08:41:37.706159 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84e1df-48f3-4dfb-9fc0-70bfc242a1ea admin admin] Pushing event deleted for resources: {'Network': ['ID=e1b6ade0-c962-4a6e-a3f9-0fea2d13312b,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:37.707060 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device f9629303-700b-44fd-8dad-7b12d45dff3d up at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:41:37.815640 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning for port f9629303-700b-44fd-8dad-7b12d45dff3d completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:41:37.820327 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning complete for port f9629303-700b-44fd-8dad-7b12d45dff3d triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:41:37.820712 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:37.824696 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9bc02-562a-4dae-800d-b2c98b410ac2 req-64ac5a38-2186-4fd3-a5e9-2380ceb3d616 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:37.826219 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0dc9bc02-562a-4dae-800d-b2c98b410ac2 req-64ac5a38-2186-4fd3-a5e9-2380ceb3d616 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0626686 Aug 04 08:41:37.883452 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0dc9bc02-562a-4dae-800d-b2c98b410ac2 req-3767266b-8be5-4e67-b462-7c8aabc47b15 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495887 Aug 04 08:41:37.915650 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:37.944685 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8a6f74-796b-4b1c-86ce-876cd1db1043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9629303-700b-44fd-8dad-7b12d45dff3d'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:41:37.947683 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c495c7497e5e90a156a42ea06e218473990fefc1974f3e33d0cb89c8111961e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9212dbbc-9406-4b3e-a9a5-65b4b852ce63" -d '{"events": [{"server_uuid": "7c8a6f74-796b-4b1c-86ce-876cd1db1043", "name": "network-vif-plugged", "status": "completed", "tag": "f9629303-700b-44fd-8dad-7b12d45dff3d"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:41:37.963912 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port f9629303-700b-44fd-8dad-7b12d45dff3d, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=f9629303-700b-44fd-8dad-7b12d45dff3d,segment=NetworkSegment(b9bcbbd9-c1c5-45af-90bb-9eb9716d692f),segment_id=b9bcbbd9-c1c5-45af-90bb-9eb9716d692f)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:41:37.997345 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c4681d-fa5f-4e21-a624-0b5745f1792a x-openstack-request-id: req-35c4681d-fa5f-4e21-a624-0b5745f1792a {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:41:37.997345 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c8a6f74-796b-4b1c-86ce-876cd1db1043", "name": "network-vif-plugged", "status": "completed", "tag": "f9629303-700b-44fd-8dad-7b12d45dff3d", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:41:37.997345 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-35c4681d-fa5f-4e21-a624-0b5745f1792a {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:41:37.997345 dv-cinder-802653-4-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8a6f74-796b-4b1c-86ce-876cd1db1043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9629303-700b-44fd-8dad-7b12d45dff3d', 'code': 200} Aug 04 08:41:38.044681 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:38.095886 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=f9629303-700b-44fd-8dad-7b12d45dff3d,revision_number=5']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:38.129091 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 51026) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:41:38.168363 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-8cae0365-39a6-48d0-b1cd-adc302fcf328 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3941f935064347b2a18c52338e3abb72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379295 Aug 04 08:41:38.170657 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 51028) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:41:38.217516 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5896c8bc-2a10-4fb7-9b4d-ea2c84fc7d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:38.237994 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5896c8bc-2a10-4fb7-9b4d-ea2c84fc7d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:38.336854 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5896c8bc-2a10-4fb7-9b4d-ea2c84fc7d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:38.342838 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5896c8bc-2a10-4fb7-9b4d-ea2c84fc7d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:38.344006 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-5896c8bc-2a10-4fb7-9b4d-ea2c84fc7d0c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e379d034-1af3-4fe9-8c54-b66210479d0d HTTP/1.1" status: 204 len: 168 time: 0.1724064 Aug 04 08:41:38.355761 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896c8bc-2a10-4fb7-9b4d-ea2c84fc7d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e379d034-1af3-4fe9-8c54-b66210479d0d,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:38.358065 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e415e61-1f28-4650-a0c1-5a1ec4a71fbe req-023731dd-598f-4fa7-aa8f-0bfcfc141192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:38.360379 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7e415e61-1f28-4650-a0c1-5a1ec4a71fbe req-023731dd-598f-4fa7-aa8f-0bfcfc141192 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7c8a6f74-796b-4b1c-86ce-876cd1db1043 HTTP/1.1" status: 200 len: 1098 time: 0.0552280 Aug 04 08:41:38.434808 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7e415e61-1f28-4650-a0c1-5a1ec4a71fbe req-ee084f8b-d72b-488e-8887-f5e39ba17a36 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612221 Aug 04 08:41:38.450482 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a144c-9471-4b50-9fa0-60902b195620 req-2adb4220-ab5f-4cf1-93d4-c6cd45b6f6a8 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:38.452037 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-946a144c-9471-4b50-9fa0-60902b195620 req-2adb4220-ab5f-4cf1-93d4-c6cd45b6f6a8 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0883448 Aug 04 08:41:38.501267 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-946a144c-9471-4b50-9fa0-60902b195620 req-507ebdfc-bddb-4895-a75d-d000531ff099 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430961 Aug 04 08:41:38.578922 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8a8f7-7c20-4c05-8f4e-f39c4d44f0c6 req-c95bee34-487b-4d26-8141-87f4cdaf00b0 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:38.580521 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-83b8a8f7-7c20-4c05-8f4e-f39c4d44f0c6 req-c95bee34-487b-4d26-8141-87f4cdaf00b0 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c8a6f74-796b-4b1c-86ce-876cd1db1043 HTTP/1.1" status: 200 len: 945 time: 0.0531013 Aug 04 08:41:38.621267 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-83b8a8f7-7c20-4c05-8f4e-f39c4d44f0c6 req-6edaa152-cb21-45fc-aa99-ba0bc8d0d6d9 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341716 Aug 04 08:41:39.000397 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d5da6-2e09-411c-97fc-eaa7153bb2ba req-31be1412-dbac-462c-8099-458f9889ad0c tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:39.001866 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-934d5da6-2e09-411c-97fc-eaa7153bb2ba req-31be1412-dbac-462c-8099-458f9889ad0c tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0511324 Aug 04 08:41:39.060181 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-934d5da6-2e09-411c-97fc-eaa7153bb2ba req-41819660-830c-4ce6-bea4-78f53a668b21 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512643 Aug 04 08:41:39.641456 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde42cdf-0a30-4fc3-ac27-4f883c70fa64 req-ccb7bfc2-46eb-4f9a-a67f-9877f9e0fa9f tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:39.644896 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-cde42cdf-0a30-4fc3-ac27-4f883c70fa64 req-ccb7bfc2-46eb-4f9a-a67f-9877f9e0fa9f tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0652180 Aug 04 08:41:39.686375 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-cde42cdf-0a30-4fc3-ac27-4f883c70fa64 req-041e1ce2-3c08-4897-b650-7c7b3b976a01 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343554 Aug 04 08:41:39.744585 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a024bf-d1c5-4b77-b6a6-02c75bbb8856 req-d65a2a82-2473-4a07-98ef-58ff08d3bb6b tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:39.746114 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-59a024bf-d1c5-4b77-b6a6-02c75bbb8856 req-d65a2a82-2473-4a07-98ef-58ff08d3bb6b tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c8a6f74-796b-4b1c-86ce-876cd1db1043 HTTP/1.1" status: 200 len: 945 time: 0.0512226 Aug 04 08:41:39.786191 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-59a024bf-d1c5-4b77-b6a6-02c75bbb8856 req-fca322f5-f610-4321-ad8c-fdaf7d8f60d1 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340912 Aug 04 08:41:40.176255 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43955aa9-d925-4843-997c-a39e943871c2 req-b8e13c94-536c-4915-b97c-3c4bb8126cd6 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:40.177749 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-43955aa9-d925-4843-997c-a39e943871c2 req-b8e13c94-536c-4915-b97c-3c4bb8126cd6 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0489457 Aug 04 08:41:40.215451 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-43955aa9-d925-4843-997c-a39e943871c2 req-5c8a585d-c329-4b42-856c-289601257e2c tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317614 Aug 04 08:41:40.244325 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:40.289843 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-732fc90e-c4f3-4499-a859-cedcfa826c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:40.797842 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac64d0b-2526-423d-a748-5364567c762f req-b32e433e-71d0-4780-b091-4d54ed627650 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:40.799325 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2ac64d0b-2526-423d-a748-5364567c762f req-b32e433e-71d0-4780-b091-4d54ed627650 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0482547 Aug 04 08:41:40.838545 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2ac64d0b-2526-423d-a748-5364567c762f req-5b81726b-d607-4ad4-8104-3a68239bb481 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332208 Aug 04 08:41:40.907113 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043ee24-417f-4553-8343-f24b1da22752 req-3b055614-0d84-48d0-bca4-32fc64d5bea5 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:40.908641 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a043ee24-417f-4553-8343-f24b1da22752 req-3b055614-0d84-48d0-bca4-32fc64d5bea5 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c8a6f74-796b-4b1c-86ce-876cd1db1043 HTTP/1.1" status: 200 len: 945 time: 0.0512059 Aug 04 08:41:40.947137 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a043ee24-417f-4553-8343-f24b1da22752 req-fb597a62-a060-41e0-966a-628a5fa08a9e tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320361 Aug 04 08:41:41.169777 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:41.333607 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595cbaa2-9632-49ec-ae2f-fa8cc942d927 req-b3b1701e-1b5f-4c46-b06b-d4a7b167f586 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:41.339029 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-595cbaa2-9632-49ec-ae2f-fa8cc942d927 req-b3b1701e-1b5f-4c46-b06b-d4a7b167f586 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0505981 Aug 04 08:41:41.383774 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-595cbaa2-9632-49ec-ae2f-fa8cc942d927 req-22ab6a26-74b2-48d3-ab1a-6420a6902122 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393629 Aug 04 08:41:41.493499 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 51174) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:41:41.619497 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-f3a8d3a4-cdcb-4eb8-98cb-02ee5b626abb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=753d30b6d63a40a1924cb6865af8136d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1247518 Aug 04 08:41:41.621829 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 51178) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:41:41.682814 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-b3d43aeb-4f8b-4452-b461-14da2f45f438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:41.708485 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-b3d43aeb-4f8b-4452-b461-14da2f45f438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:41.850284 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-b3d43aeb-4f8b-4452-b461-14da2f45f438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:41.852851 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-b3d43aeb-4f8b-4452-b461-14da2f45f438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:41.854018 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-b3d43aeb-4f8b-4452-b461-14da2f45f438 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/367de4b0-4d62-4603-bae2-9acc4cbe2164 HTTP/1.1" status: 204 len: 168 time: 0.2312939 Aug 04 08:41:41.864057 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d43aeb-4f8b-4452-b461-14da2f45f438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367de4b0-4d62-4603-bae2-9acc4cbe2164,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:41.970271 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c559c-cf06-48ae-a47b-d5a1fe3c82a2 req-350cb402-7f20-44cd-958f-179f4eb35eb0 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:41.971794 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-396c559c-cf06-48ae-a47b-d5a1fe3c82a2 req-350cb402-7f20-44cd-958f-179f4eb35eb0 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0533564 Aug 04 08:41:42.014407 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-396c559c-cf06-48ae-a47b-d5a1fe3c82a2 req-0dd019b6-6f51-48dc-966f-b85c0e96dcfb tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361640 Aug 04 08:41:42.502123 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5818f-f71b-48ee-b4b7-af1e2576b35d req-33cadcfc-b0c9-43f6-af59-740dff9364fe tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:42.503629 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-49b5818f-f71b-48ee-b4b7-af1e2576b35d req-33cadcfc-b0c9-43f6-af59-740dff9364fe tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0490651 Aug 04 08:41:42.551695 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-49b5818f-f71b-48ee-b4b7-af1e2576b35d req-187f222b-b779-4b57-90e5-e110a495819b tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416284 Aug 04 08:41:42.894984 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:43.139044 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95866a-429d-4124-bde1-fa63ada2a9ca req-36d512cc-9515-48eb-ac3a-d9aabf31ace4 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:43.140568 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7d95866a-429d-4124-bde1-fa63ada2a9ca req-36d512cc-9515-48eb-ac3a-d9aabf31ace4 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0554888 Aug 04 08:41:43.180433 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7d95866a-429d-4124-bde1-fa63ada2a9ca req-618c5f2a-0ff1-47db-beb3-e305a5d8a58b tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340731 Aug 04 08:41:43.676566 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637755b6-4b2d-4f9a-a5f5-170c05881bee req-ea301d7d-8897-4cda-bd2a-93f25a7809bf tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:43.678233 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-637755b6-4b2d-4f9a-a5f5-170c05881bee req-ea301d7d-8897-4cda-bd2a-93f25a7809bf tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0504091 Aug 04 08:41:43.721355 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-637755b6-4b2d-4f9a-a5f5-170c05881bee req-2f1da483-1ae5-4532-a724-b0d024ec9533 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367236 Aug 04 08:41:44.308664 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04644806-6e76-4fe8-9fce-957a60ba6b67 req-795f4d43-7370-4827-bafc-0a24b14b05f2 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:44.310297 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-04644806-6e76-4fe8-9fce-957a60ba6b67 req-795f4d43-7370-4827-bafc-0a24b14b05f2 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0510426 Aug 04 08:41:44.359391 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-04644806-6e76-4fe8-9fce-957a60ba6b67 req-8448972c-481c-4306-96ac-a9eceb9e962b tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426009 Aug 04 08:41:44.835460 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b19bd3-364d-4398-94a3-0f22db8fa9c7 req-368e0181-dc3d-4a6e-b9b0-30cbca54561c tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:44.836955 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-55b19bd3-364d-4398-94a3-0f22db8fa9c7 req-368e0181-dc3d-4a6e-b9b0-30cbca54561c tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0482841 Aug 04 08:41:44.874249 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-55b19bd3-364d-4398-94a3-0f22db8fa9c7 req-127aceb4-6802-44d6-9b80-a198cb674d1b tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314109 Aug 04 08:41:45.478720 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c6d93-dfdf-442e-8712-b1fae777d317 req-4f0d9ae3-8ef4-4f74-8c50-d2e239f9f0f6 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:45.480219 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-343c6d93-dfdf-442e-8712-b1fae777d317 req-4f0d9ae3-8ef4-4f74-8c50-d2e239f9f0f6 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0475483 Aug 04 08:41:45.518662 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-343c6d93-dfdf-442e-8712-b1fae777d317 req-04a03b4d-da1c-43a3-b19a-9838359b0bb3 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326858 Aug 04 08:41:45.994439 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343eb1ac-783b-4a10-bc0e-52ef3d29cc54 req-16cd2e49-a0ad-402a-bdd8-1a05186ea4cc tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:45.996305 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-343eb1ac-783b-4a10-bc0e-52ef3d29cc54 req-16cd2e49-a0ad-402a-bdd8-1a05186ea4cc tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0550730 Aug 04 08:41:46.034159 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-343eb1ac-783b-4a10-bc0e-52ef3d29cc54 req-87cee565-0b66-4c39-94d5-3af920c81655 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317495 Aug 04 08:41:46.092966 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 51306) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:41:46.215679 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-9fea1c28-bc60-4d9b-a04e-135f7ccdfffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:46.309190 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-9fea1c28-bc60-4d9b-a04e-135f7ccdfffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:46.369274 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-9fea1c28-bc60-4d9b-a04e-135f7ccdfffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:46.409663 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-9fea1c28-bc60-4d9b-a04e-135f7ccdfffe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fb27da170629468489cee61d28fcef56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156030 Aug 04 08:41:46.410504 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea1c28-bc60-4d9b-a04e-135f7ccdfffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2192afdf-ec63-458d-86b0-4af5e2c326b0,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:46.412384 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 51314) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:41:46.460684 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f845f733-02d9-4420-9488-09f81a94afe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:46.481511 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f845f733-02d9-4420-9488-09f81a94afe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:46.636694 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1afe08-44f5-45e5-bf5c-59e2ea87c477 req-1744834b-b91c-454e-bcb8-1318cf4eee0a tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:46.638185 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-cb1afe08-44f5-45e5-bf5c-59e2ea87c477 req-1744834b-b91c-454e-bcb8-1318cf4eee0a tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0547941 Aug 04 08:41:46.643444 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f845f733-02d9-4420-9488-09f81a94afe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:46.646143 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f845f733-02d9-4420-9488-09f81a94afe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:46.648073 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-f845f733-02d9-4420-9488-09f81a94afe5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2192afdf-ec63-458d-86b0-4af5e2c326b0 HTTP/1.1" status: 204 len: 168 time: 0.2329178 Aug 04 08:41:46.659450 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845f733-02d9-4420-9488-09f81a94afe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2192afdf-ec63-458d-86b0-4af5e2c326b0,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:46.689688 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-cb1afe08-44f5-45e5-bf5c-59e2ea87c477 req-e7c3bfd5-633f-4731-92b1-4d5fbaccb01a tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455914 Aug 04 08:41:47.149720 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098e072-b6c0-4e45-a007-e233170d17a4 req-04ac8c04-cd4c-4ca1-9f6f-7ef6d43066a5 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:47.151221 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7098e072-b6c0-4e45-a007-e233170d17a4 req-04ac8c04-cd4c-4ca1-9f6f-7ef6d43066a5 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0486186 Aug 04 08:41:47.182263 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 51332) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:41:47.190449 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7098e072-b6c0-4e45-a007-e233170d17a4 req-96b89f7e-c01a-40f8-9873-34d7e4ffb62b tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333159 Aug 04 08:41:47.195673 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c8c83fea-2789-4e69-9538-02257fadc919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:47.282225 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c8c83fea-2789-4e69-9538-02257fadc919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:47.345737 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c8c83fea-2789-4e69-9538-02257fadc919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:47.384286 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-c8c83fea-2789-4e69-9538-02257fadc919 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3297b6f53593438ea6c06ec92c87b9e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2009199 Aug 04 08:41:47.385497 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c83fea-2789-4e69-9538-02257fadc919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d8cd6e-a84f-481c-8630-a0858a18118f,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:47.387158 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 51338) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:41:47.438727 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-08b84d54-d635-45a4-9cf6-71b5715948ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:47.459796 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-08b84d54-d635-45a4-9cf6-71b5715948ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:47.569336 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-08b84d54-d635-45a4-9cf6-71b5715948ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:47.571868 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-08b84d54-d635-45a4-9cf6-71b5715948ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:47.573031 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-08b84d54-d635-45a4-9cf6-71b5715948ea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/54d8cd6e-a84f-481c-8630-a0858a18118f HTTP/1.1" status: 204 len: 168 time: 0.1848903 Aug 04 08:41:47.580590 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b84d54-d635-45a4-9cf6-71b5715948ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d8cd6e-a84f-481c-8630-a0858a18118f,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:47.805392 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59d669-bdbd-4fb1-beb9-029c09f00f32 req-8277303c-c21c-4e4a-8e80-6ac3c153edca tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:47.806863 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-ca59d669-bdbd-4fb1-beb9-029c09f00f32 req-8277303c-c21c-4e4a-8e80-6ac3c153edca tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0512846 Aug 04 08:41:47.843806 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-ca59d669-bdbd-4fb1-beb9-029c09f00f32 req-8c0df702-42d7-4b3d-9a3d-1bda8f9207d1 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309989 Aug 04 08:41:48.308774 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b693b-5ad9-4d3b-8af2-0b1114f272d8 req-253d3e07-fe95-4dae-a258-d74826a25deb tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:48.310273 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8f8b693b-5ad9-4d3b-8af2-0b1114f272d8 req-253d3e07-fe95-4dae-a258-d74826a25deb tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0523689 Aug 04 08:41:48.360587 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8f8b693b-5ad9-4d3b-8af2-0b1114f272d8 req-8101a82b-e571-4bc9-83e2-ec41f31e116e tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442619 Aug 04 08:41:48.958590 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a3600-4f01-43d5-af3e-921580600de1 req-2e3bfb33-0a57-48ec-9dec-68c2a6871d81 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:48.960444 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-069a3600-4f01-43d5-af3e-921580600de1 req-2e3bfb33-0a57-48ec-9dec-68c2a6871d81 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0492098 Aug 04 08:41:48.999307 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-069a3600-4f01-43d5-af3e-921580600de1 req-8e6cb7f2-75d8-44a5-8267-105767dd155f tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329921 Aug 04 08:41:49.491913 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3618b-fa57-4063-b3b7-97f2a3e1f1f8 req-e2f7937b-cacc-4689-888e-c161d54c349a tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:49.493395 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-60a3618b-fa57-4063-b3b7-97f2a3e1f1f8 req-e2f7937b-cacc-4689-888e-c161d54c349a tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0491467 Aug 04 08:41:49.534265 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-60a3618b-fa57-4063-b3b7-97f2a3e1f1f8 req-6d50760e-a771-440d-a382-9650880d0061 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347390 Aug 04 08:41:50.117060 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c51c13-4d8c-406a-bcf3-6aa39d0ecedd req-5bba22ff-984e-4da5-9d1e-2174f43ab909 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:50.118555 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f1c51c13-4d8c-406a-bcf3-6aa39d0ecedd req-5bba22ff-984e-4da5-9d1e-2174f43ab909 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0505860 Aug 04 08:41:50.158323 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f1c51c13-4d8c-406a-bcf3-6aa39d0ecedd req-416602a4-2e04-42e1-8b6e-4fc90c645230 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338178 Aug 04 08:41:50.382454 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8f790-039b-4dfa-a289-3c2e77859100 req-241765a7-f590-43a0-9710-53dff461ad13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:50.383825 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8fd8f790-039b-4dfa-a289-3c2e77859100 req-241765a7-f590-43a0-9710-53dff461ad13 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 1098 time: 0.0389605 Aug 04 08:41:50.430462 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8fd8f790-039b-4dfa-a289-3c2e77859100 req-7084af97-f99d-4940-b43a-b11efffb1235 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282817 Aug 04 08:41:50.518213 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:50.655639 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243f7bd-5e52-456e-b230-7fe1c1ba6e92 req-21c2a7d4-2237-4582-a017-fc7cd841f36b tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:50.657318 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b243f7bd-5e52-456e-b230-7fe1c1ba6e92 req-21c2a7d4-2237-4582-a017-fc7cd841f36b tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0542805 Aug 04 08:41:50.701315 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b243f7bd-5e52-456e-b230-7fe1c1ba6e92 req-64c54f62-4d73-4ac1-9875-3bcbc3abd321 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330188 Aug 04 08:41:51.283367 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c31214-48bd-4748-8898-853082ff08bb req-20735694-35e6-436f-a588-7963a72f44ee tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:51.284922 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-97c31214-48bd-4748-8898-853082ff08bb req-20735694-35e6-436f-a588-7963a72f44ee tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0535448 Aug 04 08:41:51.322741 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-97c31214-48bd-4748-8898-853082ff08bb req-9639bbaf-bce4-40dc-8ac9-3dbcb30e2e93 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318933 Aug 04 08:41:51.819289 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60087768-cde3-45cb-b1a1-72412f9e7cfa req-e7b2f6d4-59f4-44c2-b7c4-acfea2a748f2 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:51.820886 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-60087768-cde3-45cb-b1a1-72412f9e7cfa req-e7b2f6d4-59f4-44c2-b7c4-acfea2a748f2 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0500541 Aug 04 08:41:51.859021 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-60087768-cde3-45cb-b1a1-72412f9e7cfa req-8052837c-0741-4b7b-bcc1-ab8b53f66461 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320873 Aug 04 08:41:52.435689 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae2169-7a3b-4a8a-9821-3c5266311f26 req-085f9009-441e-4651-97ce-61a95ffe0672 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:52.437161 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c8ae2169-7a3b-4a8a-9821-3c5266311f26 req-085f9009-441e-4651-97ce-61a95ffe0672 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0477574 Aug 04 08:41:52.479460 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c8ae2169-7a3b-4a8a-9821-3c5266311f26 req-07400d2d-086b-4e2f-b79a-d494db633520 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364332 Aug 04 08:41:52.925527 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ada735-ca15-4583-9ca9-f3fcf138439e req-1914e3c6-4a28-46eb-b416-99cbf6c14593 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:52.927024 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-05ada735-ca15-4583-9ca9-f3fcf138439e req-1914e3c6-4a28-46eb-b416-99cbf6c14593 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0482650 Aug 04 08:41:52.966061 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-05ada735-ca15-4583-9ca9-f3fcf138439e req-0058ef19-5c0a-4d9c-854c-8e4f3e366100 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325143 Aug 04 08:41:52.980638 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31730d81-ec8d-4b7c-bc61-b78e2c4933c7 req-c4883771-a5f6-4d5e-8626-ce8f3409939c tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:52.982137 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-31730d81-ec8d-4b7c-bc61-b78e2c4933c7 req-c4883771-a5f6-4d5e-8626-ce8f3409939c tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0502563 Aug 04 08:41:53.020693 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-31730d81-ec8d-4b7c-bc61-b78e2c4933c7 req-f1347760-22a4-4aab-999d-bc518d46ee4f tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323491 Aug 04 08:41:54.085907 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da26c2b-7d9f-4935-870e-e0c017c6640b req-f8ee9633-91a1-4c4e-a819-1a7d3a9af88d tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:54.088051 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9da26c2b-7d9f-4935-870e-e0c017c6640b req-f8ee9633-91a1-4c4e-a819-1a7d3a9af88d tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0536895 Aug 04 08:41:54.125606 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9da26c2b-7d9f-4935-870e-e0c017c6640b req-7df2447e-d5b2-4d20-94fe-1c5a84733ef0 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316517 Aug 04 08:41:54.148143 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d801516-6511-44c1-ba19-20ea02c8ec6c req-dba20c12-921e-490c-bc19-cfd3f2ecd54a tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:54.150290 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3d801516-6511-44c1-ba19-20ea02c8ec6c req-dba20c12-921e-490c-bc19-cfd3f2ecd54a tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0561359 Aug 04 08:41:54.188285 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3d801516-6511-44c1-ba19-20ea02c8ec6c req-ca685448-13a6-4634-9aa9-77ea5b35c1dd tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318124 Aug 04 08:41:54.755434 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 6 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:41:55.246698 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a542976-3b1c-4a59-a76a-be1c58f838ef req-e544c766-9665-4f7b-9b00-ac6e8deafb01 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:55.247347 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1d350-107f-4e9a-896b-63bf7c48e1fd req-06d9a6bd-b2a3-49ad-ade8-087dedc58812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:55.248632 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-80a1d350-107f-4e9a-896b-63bf7c48e1fd req-06d9a6bd-b2a3-49ad-ade8-087dedc58812 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=55a9fea77bcc44ab9534b396d5e3d350&device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 1098 time: 0.0418844 Aug 04 08:41:55.249268 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-3a542976-3b1c-4a59-a76a-be1c58f838ef req-e544c766-9665-4f7b-9b00-ac6e8deafb01 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0538640 Aug 04 08:41:55.294247 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-3a542976-3b1c-4a59-a76a-be1c58f838ef req-cf10ba8d-1e1a-40c9-88cc-053586c52725 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390818 Aug 04 08:41:55.394822 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ec69b-fa86-4e65-9b57-43cccb8cca13 req-db95cb0d-75bc-4039-95a2-48ac679f90c1 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:55.396584 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-398ec69b-fa86-4e65-9b57-43cccb8cca13 req-db95cb0d-75bc-4039-95a2-48ac679f90c1 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.1290417 Aug 04 08:41:55.444241 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1d350-107f-4e9a-896b-63bf7c48e1fd req-42f2963b-2507-4a0b-b550-ee5369bf1f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:55.446326 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-80a1d350-107f-4e9a-896b-63bf7c48e1fd req-42f2963b-2507-4a0b-b550-ee5369bf1f2e service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac5dabef-071c-44b6-81ab-8c1938a68bd3 HTTP/1.1" status: 200 len: 919 time: 0.1872320 Aug 04 08:41:55.459641 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-398ec69b-fa86-4e65-9b57-43cccb8cca13 req-322e90cd-5b6e-4d9c-8e98-24a2f1ab6288 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524035 Aug 04 08:41:55.498319 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-80a1d350-107f-4e9a-896b-63bf7c48e1fd req-87bcdcc2-b4a9-4a0f-a295-7115f66447e8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=373e7360-f556-42f1-a5bc-cb5fe9092bb5 HTTP/1.1" status: 200 len: 217 time: 0.0376983 Aug 04 08:41:55.553506 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1d350-107f-4e9a-896b-63bf7c48e1fd req-955cfe9f-8a8f-4a83-9e5b-8c0480d045c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:55.554963 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-80a1d350-107f-4e9a-896b-63bf7c48e1fd req-955cfe9f-8a8f-4a83-9e5b-8c0480d045c1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d3847e2a-31ec-433f-bb0a-5a9cd2601977 HTTP/1.1" status: 200 len: 858 time: 0.0479186 Aug 04 08:41:55.586762 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-80a1d350-107f-4e9a-896b-63bf7c48e1fd req-0251492f-d66c-4dc0-b8d0-0f616de2eadd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac5dabef-071c-44b6-81ab-8c1938a68bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231960 Aug 04 08:41:55.675254 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-80a1d350-107f-4e9a-896b-63bf7c48e1fd req-2155614a-765b-4f21-be08-2ad91c1c6080 service neutron] 10.222.0.61 "GET /v2.0/networks/ac5dabef-071c-44b6-81ab-8c1938a68bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798881 Aug 04 08:41:55.792130 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-80a1d350-107f-4e9a-896b-63bf7c48e1fd req-9ad221cd-dee9-46d2-91c2-d3c1418e1773 service neutron] 10.222.0.61 "GET /v2.0/networks/ac5dabef-071c-44b6-81ab-8c1938a68bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049907 Aug 04 08:41:56.412348 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb87c51-9b91-4b88-b0dd-f4f9dd584847 req-c5233bda-5a11-44cc-8077-696e40997e81 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:56.413745 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-8fb87c51-9b91-4b88-b0dd-f4f9dd584847 req-c5233bda-5a11-44cc-8077-696e40997e81 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0469229 Aug 04 08:41:56.451653 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-8fb87c51-9b91-4b88-b0dd-f4f9dd584847 req-69de6591-fa73-4b47-a3bf-6961b1bcb451 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313475 Aug 04 08:41:56.577463 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048f4a0-4b6a-47bf-9a78-3402bc8fa2de req-be4c8d16-87c5-4ea4-8c59-a5b1af4f6460 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:56.579021 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f048f4a0-4b6a-47bf-9a78-3402bc8fa2de req-be4c8d16-87c5-4ea4-8c59-a5b1af4f6460 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0499632 Aug 04 08:41:56.618781 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f048f4a0-4b6a-47bf-9a78-3402bc8fa2de req-eb1a2732-7ce2-4997-bbb3-781b6a1b85b8 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328043 Aug 04 08:41:57.216284 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 51572) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:41:57.322138 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d0409959-9a28-4c46-9902-5b71e3532448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:57.421620 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d0409959-9a28-4c46-9902-5b71e3532448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:57.483397 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d0409959-9a28-4c46-9902-5b71e3532448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:57.534895 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-d0409959-9a28-4c46-9902-5b71e3532448 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1bf871c1bda64015bb2357c347fd37bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173921 Aug 04 08:41:57.537691 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 51582) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:41:57.551098 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0409959-9a28-4c46-9902-5b71e3532448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc025245-6350-45a4-a118-83e5ccaa6c01,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:57.577968 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df82a3e-c815-4e3e-baee-efebfa4f5d84 req-991a6699-6db5-4c82-8856-b7e0122ca869 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:57.579459 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-4df82a3e-c815-4e3e-baee-efebfa4f5d84 req-991a6699-6db5-4c82-8856-b7e0122ca869 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0567532 Aug 04 08:41:57.591474 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fca4a6a4-d7c2-46a3-a411-f9787e1c7329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:57.612019 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fca4a6a4-d7c2-46a3-a411-f9787e1c7329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:57.616339 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-4df82a3e-c815-4e3e-baee-efebfa4f5d84 req-07f55676-ecbd-44f1-b309-7dd4d02e8674 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308008 Aug 04 08:41:57.738059 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273efc59-269e-46e8-ac10-31f246de2d69 req-fd1eb170-0240-4260-8ed6-d71ad52051d5 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:57.739536 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-273efc59-269e-46e8-ac10-31f246de2d69 req-fd1eb170-0240-4260-8ed6-d71ad52051d5 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0509396 Aug 04 08:41:57.740590 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fca4a6a4-d7c2-46a3-a411-f9787e1c7329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:57.743762 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fca4a6a4-d7c2-46a3-a411-f9787e1c7329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:57.744824 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-fca4a6a4-d7c2-46a3-a411-f9787e1c7329 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cc025245-6350-45a4-a118-83e5ccaa6c01 HTTP/1.1" status: 204 len: 168 time: 0.2058346 Aug 04 08:41:57.758723 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4a6a4-d7c2-46a3-a411-f9787e1c7329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc025245-6350-45a4-a118-83e5ccaa6c01,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:57.788908 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-273efc59-269e-46e8-ac10-31f246de2d69 req-4c9300b6-6169-4460-968b-3a8aa9b13d9c tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406702 Aug 04 08:41:58.551587 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011388ef-6fea-4798-903d-89d8f361c1f6 req-2250cf1d-2880-4269-8033-3ec0ecf602c8 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:58.553109 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-011388ef-6fea-4798-903d-89d8f361c1f6 req-2250cf1d-2880-4269-8033-3ec0ecf602c8 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c8a6f74-796b-4b1c-86ce-876cd1db1043 HTTP/1.1" status: 200 len: 945 time: 0.0497229 Aug 04 08:41:58.592472 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-011388ef-6fea-4798-903d-89d8f361c1f6 req-0e1a2075-290a-4f7e-b367-f4f44e64ea6c tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334077 Aug 04 08:41:58.725558 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 51622) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:41:58.732932 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef02fa-9c08-436c-9848-02991b801a7b req-9244a537-dd34-42f9-9c5a-50e766ee6ff4 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:58.734419 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-52ef02fa-9c08-436c-9848-02991b801a7b req-9244a537-dd34-42f9-9c5a-50e766ee6ff4 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0482423 Aug 04 08:41:58.780399 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-52ef02fa-9c08-436c-9848-02991b801a7b req-c25b4419-6971-44d7-8edc-a347a38bfda1 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400555 Aug 04 08:41:58.824942 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-9363d66b-5bc7-40dc-b309-f2739b651cef admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-264419366-network', 'tenant_id': '19d32ebc260f41d6bdfc25aff4d7b332'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:41:58.920697 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444919f-d68b-499f-9fe9-d84aca4a49a6 req-11ceaa0f-398a-4023-a0c7-c6c60fed56c4 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:58.922274 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a444919f-d68b-499f-9fe9-d84aca4a49a6 req-11ceaa0f-398a-4023-a0c7-c6c60fed56c4 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0606792 Aug 04 08:41:58.950397 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9363d66b-5bc7-40dc-b309-f2739b651cef admin admin] Made reservation on behalf of 19d32ebc260f41d6bdfc25aff4d7b332 for: {'network': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:41:58.950581 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-9363d66b-5bc7-40dc-b309-f2739b651cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for network, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:58.961273 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-9363d66b-5bc7-40dc-b309-f2739b651cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:58.988921 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a444919f-d68b-499f-9fe9-d84aca4a49a6 req-b10e3f6c-d7f0-4907-a4a5-8039a2ec1dff tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568821 Aug 04 08:41:59.076606 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-9363d66b-5bc7-40dc-b309-f2739b651cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:59.151115 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-9363d66b-5bc7-40dc-b309-f2739b651cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:59.172213 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9363d66b-5bc7-40dc-b309-f2739b651cef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=100321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 08:41:59.185819 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363d66b-5bc7-40dc-b309-f2739b651cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4db3f3-159f-4828-b2b1-11e94ae26094,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:59.190443 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-9363d66b-5bc7-40dc-b309-f2739b651cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:59.190783 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.db.segments_db [None req-9363d66b-5bc7-40dc-b309-f2739b651cef admin admin] Added segment f0915773-4be9-486f-b346-f3ff63b781e0 of type vlan for network 658fd4fe-362a-4cbc-af4e-3cb45e090bf9 Aug 04 08:41:59.231538 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-9363d66b-5bc7-40dc-b309-f2739b651cef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749050523167'] for network, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:59.369365 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-9363d66b-5bc7-40dc-b309-f2739b651cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669'] for network, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:59.373924 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9363d66b-5bc7-40dc-b309-f2739b651cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:59.373924 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-9363d66b-5bc7-40dc-b309-f2739b651cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:59.433046 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363d66b-5bc7-40dc-b309-f2739b651cef admin admin] Pushing event updated for resources: {'Network': ['ID=658fd4fe-362a-4cbc-af4e-3cb45e090bf9,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:41:59.442555 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Network 658fd4fe-362a-4cbc-af4e-3cb45e090bf9 details requested by agent ovs-agent-dv-cinder-802653-4-iscsi with host dv-cinder-802653-4-iscsi {{(pid=100322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 08:41:59.489261 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-9363d66b-5bc7-40dc-b309-f2739b651cef admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7625287 Aug 04 08:41:59.492293 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 51642) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:41:59.498121 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-29ae4b69-0818-406a-a22f-59d0b8622477 admin admin] Request body: {'subnet': {'network_id': '658fd4fe-362a-4cbc-af4e-3cb45e090bf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-264419366-subnet', 'tenant_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'ip_version': 4}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:41:59.614478 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ae4b69-0818-406a-a22f-59d0b8622477 admin admin] Made reservation on behalf of 19d32ebc260f41d6bdfc25aff4d7b332 for: {'subnet': 1} {{(pid=100320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:41:59.616863 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-29ae4b69-0818-406a-a22f-59d0b8622477 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133633570'] for subnet, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:41:59.708493 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a4de1-ae86-45cd-8702-ecfac8b52d17 req-76fa6b65-61d1-4ed8-aba5-71146a836524 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:41:59.710018 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-230a4de1-ae86-45cd-8702-ecfac8b52d17 req-76fa6b65-61d1-4ed8-aba5-71146a836524 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c8a6f74-796b-4b1c-86ce-876cd1db1043 HTTP/1.1" status: 200 len: 945 time: 0.0512903 Aug 04 08:41:59.750623 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-230a4de1-ae86-45cd-8702-ecfac8b52d17 req-2aa2335c-0ecf-49a8-9584-469c6e342f41 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339513 Aug 04 08:41:59.854213 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-29ae4b69-0818-406a-a22f-59d0b8622477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-134116681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133633564'] for subnet, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:00.165753 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae4b69-0818-406a-a22f-59d0b8622477 admin admin] Pushing event updated for resources: {'Subnet': ['ID=536808ae-9303-442e-b13c-2d067f9ce2e1,revision_number=0']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:00.188109 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ae4b69-0818-406a-a22f-59d0b8622477 admin admin] Checking segment: {'id': 'f0915773-4be9-486f-b346-f3ff63b781e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '658fd4fe-362a-4cbc-af4e-3cb45e090bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:42:00.188401 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ae4b69-0818-406a-a22f-59d0b8622477 admin admin] Network hostable DHCP agents. Network: 658fd4fe-362a-4cbc-af4e-3cb45e090bf9, hostable agents: ['d99d2447-930a-4a79-b4f6-24c5d2e4f89b'], hosted agents: [] {{(pid=100320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 08:42:00.206534 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116c829-2552-4976-82f3-f9d970ed2f7a req-196d47b8-d977-4dba-a0ab-e105bc4bff71 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:00.208212 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-8116c829-2552-4976-82f3-f9d970ed2f7a req-196d47b8-d977-4dba-a0ab-e105bc4bff71 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0930626 Aug 04 08:42:00.251706 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-8116c829-2552-4976-82f3-f9d970ed2f7a req-35678db9-a16a-43e3-9649-3e959e6552aa tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331430 Aug 04 08:42:00.311983 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ae4b69-0818-406a-a22f-59d0b8622477 admin admin] Network 658fd4fe-362a-4cbc-af4e-3cb45e090bf9 is scheduled to be hosted by DHCP agent d99d2447-930a-4a79-b4f6-24c5d2e4f89b with binding_index 1 {{(pid=100320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 08:42:00.392117 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.base_scheduler [None req-29ae4b69-0818-406a-a22f-59d0b8622477 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-4-iscsi, 658fd4fe-362a-4cbc-af4e-3cb45e090bf9) {{(pid=100320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:42:00.396521 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ae4b69-0818-406a-a22f-59d0b8622477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:00.397226 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-29ae4b69-0818-406a-a22f-59d0b8622477 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:00.401689 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9ded6d-a2df-48c9-880c-24b62212141d None None] Network 658fd4fe-362a-4cbc-af4e-3cb45e090bf9 requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:42:00.495029 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-29ae4b69-0818-406a-a22f-59d0b8622477 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0007722 Aug 04 08:42:00.497582 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 51658) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:00.501982 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-4f703208-518b-4616-8bf8-a1c1f3de21fb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-264419366-router', 'tenant_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'}}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:42:00.552560 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519da56a-862d-4e97-aaba-eaac88092b04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda83cd89-c10a-52ae-b198-37c960099bd2-658fd4fe-362a-4cbc-af4e-3cb45e090bf9', 'network_id': '658fd4fe-362a-4cbc-af4e-3cb45e090bf9', 'tenant_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'fixed_ips': [{'subnet_id': '536808ae-9303-442e-b13c-2d067f9ce2e1'}]}} from dv-cinder-802653-4-iscsi. {{(pid=100322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 08:42:00.553419 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-519da56a-862d-4e97-aaba-eaac88092b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:00.629508 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-4f703208-518b-4616-8bf8-a1c1f3de21fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2048338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8269'] for router, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:00.630565 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-4f703208-518b-4616-8bf8-a1c1f3de21fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2055556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1981338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8278'] for router, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:00.683813 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-4f703208-518b-4616-8bf8-a1c1f3de21fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:00.694025 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [None req-519da56a-862d-4e97-aaba-eaac88092b04 None None] Allocated IP 172.20.0.2 (658fd4fe-362a-4cbc-af4e-3cb45e090bf9/536808ae-9303-442e-b13c-2d067f9ce2e1/b33fd72d-86c8-4847-b74d-01e834510b4c) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:42:00.843645 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-519da56a-862d-4e97-aaba-eaac88092b04 None None] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:00.852309 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-519da56a-862d-4e97-aaba-eaac88092b04 None None] Transition to ACTIVE for port object b33fd72d-86c8-4847-b74d-01e834510b4c will not be triggered until provisioned by entity L2. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:42:00.870636 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-519da56a-862d-4e97-aaba-eaac88092b04 None None] Transition to ACTIVE for port object b33fd72d-86c8-4847-b74d-01e834510b4c will not be triggered until provisioned by entity DHCP. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:42:00.882534 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a17e85-40aa-45f5-a8a3-d739cd6e1577 req-06b166bc-e752-4659-ac43-752fe8f9306c tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:00.884681 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c5a17e85-40aa-45f5-a8a3-d739cd6e1577 req-06b166bc-e752-4659-ac43-752fe8f9306c tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c8a6f74-796b-4b1c-86ce-876cd1db1043 HTTP/1.1" status: 200 len: 945 time: 0.0542533 Aug 04 08:42:00.925621 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c5a17e85-40aa-45f5-a8a3-d739cd6e1577 req-445297ba-8ffe-4fdb-94b1-d529b2fed0b4 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324237 Aug 04 08:42:00.953827 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-4f703208-518b-4616-8bf8-a1c1f3de21fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:00.996906 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285994a6-48b4-4e65-b9f4-96ee7eccc045 req-51a3bc32-afd1-4c35-9871-e7f40f86adcb tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:00.998140 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-519da56a-862d-4e97-aaba-eaac88092b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:00.998363 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-285994a6-48b4-4e65-b9f4-96ee7eccc045 req-51a3bc32-afd1-4c35-9871-e7f40f86adcb tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c8a6f74-796b-4b1c-86ce-876cd1db1043 HTTP/1.1" status: 200 len: 945 time: 0.0543561 Aug 04 08:42:01.040993 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519da56a-862d-4e97-aaba-eaac88092b04 None None] Network 658fd4fe-362a-4cbc-af4e-3cb45e090bf9 is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:42:01.042318 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [None req-519da56a-862d-4e97-aaba-eaac88092b04 None None] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:42:01.047150 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519da56a-862d-4e97-aaba-eaac88092b04 None None] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:42:01.081338 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519da56a-862d-4e97-aaba-eaac88092b04 None None] Pushing event updated for resources: {'Port': ['ID=b33fd72d-86c8-4847-b74d-01e834510b4c,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:01.114788 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-519da56a-862d-4e97-aaba-eaac88092b04 None None] Attempting to bind port b33fd72d-86c8-4847-b74d-01e834510b4c on host dv-cinder-802653-4-iscsi for vnic_type normal with profile {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:42:01.115169 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-519da56a-862d-4e97-aaba-eaac88092b04 None None] Attempting to bind port b33fd72d-86c8-4847-b74d-01e834510b4c by drivers openvswitch,hyperv on host dv-cinder-802653-4-iscsi at level 0 using segments [{'id': 'f0915773-4be9-486f-b346-f3ff63b781e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '658fd4fe-362a-4cbc-af4e-3cb45e090bf9'}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:42:01.115542 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519da56a-862d-4e97-aaba-eaac88092b04 None None] Attempting to bind port b33fd72d-86c8-4847-b74d-01e834510b4c on network 658fd4fe-362a-4cbc-af4e-3cb45e090bf9 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:42:01.121356 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519da56a-862d-4e97-aaba-eaac88092b04 None None] Checking agent: {'id': '88e3f6d8-c986-4299-b0e5-a4c4ec344b2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 31, 10), 'started_at': datetime.datetime(2021, 8, 4, 8, 31, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:42:01.121743 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519da56a-862d-4e97-aaba-eaac88092b04 None None] Checking segment: {'id': 'f0915773-4be9-486f-b346-f3ff63b781e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '658fd4fe-362a-4cbc-af4e-3cb45e090bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:42:01.122152 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-519da56a-862d-4e97-aaba-eaac88092b04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:01.122554 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519da56a-862d-4e97-aaba-eaac88092b04 None None] Bound using segment: {'id': 'f0915773-4be9-486f-b346-f3ff63b781e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '658fd4fe-362a-4cbc-af4e-3cb45e090bf9'} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:42:01.123024 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-519da56a-862d-4e97-aaba-eaac88092b04 None None] Bound port: b33fd72d-86c8-4847-b74d-01e834510b4c, host: dv-cinder-802653-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0915773-4be9-486f-b346-f3ff63b781e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '658fd4fe-362a-4cbc-af4e-3cb45e090bf9'}}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:42:01.123413 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-519da56a-862d-4e97-aaba-eaac88092b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:01.128645 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-285994a6-48b4-4e65-b9f4-96ee7eccc045 req-b2f1227e-e321-4bd9-9fbc-246055222643 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Deleting port f9629303-700b-44fd-8dad-7b12d45dff3d {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:42:01.129110 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-285994a6-48b4-4e65-b9f4-96ee7eccc045 req-b2f1227e-e321-4bd9-9fbc-246055222643 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:01.188448 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-519da56a-862d-4e97-aaba-eaac88092b04 None None] For port b33fd72d-86c8-4847-b74d-01e834510b4c, host dv-cinder-802653-4-iscsi, cleared binding levels {{(pid=100322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:42:01.191547 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-519da56a-862d-4e97-aaba-eaac88092b04 None None] For port b33fd72d-86c8-4847-b74d-01e834510b4c, host dv-cinder-802653-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=b33fd72d-86c8-4847-b74d-01e834510b4c,segment=NetworkSegment(f0915773-4be9-486f-b346-f3ff63b781e0),segment_id=f0915773-4be9-486f-b346-f3ff63b781e0)] {{(pid=100322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:42:01.228390 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-285994a6-48b4-4e65-b9f4-96ee7eccc045 req-b2f1227e-e321-4bd9-9fbc-246055222643 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] For port f9629303-700b-44fd-8dad-7b12d45dff3d, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=f9629303-700b-44fd-8dad-7b12d45dff3d,segment=NetworkSegment(b9bcbbd9-c1c5-45af-90bb-9eb9716d692f),segment_id=b9bcbbd9-c1c5-45af-90bb-9eb9716d692f)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:42:01.228947 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-285994a6-48b4-4e65-b9f4-96ee7eccc045 req-b2f1227e-e321-4bd9-9fbc-246055222643 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:01.245677 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-285994a6-48b4-4e65-b9f4-96ee7eccc045 req-b2f1227e-e321-4bd9-9fbc-246055222643 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Calling delete_port for f9629303-700b-44fd-8dad-7b12d45dff3d owned by compute:nova {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:42:01.261225 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-4f703208-518b-4616-8bf8-a1c1f3de21fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:01.278080 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-519da56a-862d-4e97-aaba-eaac88092b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:01.284726 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-4f703208-518b-4616-8bf8-a1c1f3de21fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:01.394945 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519da56a-862d-4e97-aaba-eaac88092b04 None None] Pushing event updated for resources: {'Port': ['ID=b33fd72d-86c8-4847-b74d-01e834510b4c,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:01.448871 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc64019-6723-41bc-963d-909108cf30a1 req-6e735550-66d8-4999-a84c-f75348b96293 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:01.450518 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-edc64019-6723-41bc-963d-909108cf30a1 req-6e735550-66d8-4999-a84c-f75348b96293 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.1148620 Aug 04 08:42:01.495811 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.db_base_plugin_common [None req-4f703208-518b-4616-8bf8-a1c1f3de21fb admin admin] Allocated IP 172.27.0.152 (3e216780-0509-4029-b6cd-a15c5c01b313/90755f8e-3998-4871-81e2-3daea40b0bfb/49a574a4-e094-4bef-a074-bf91077a5899) {{(pid=100320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:42:01.513172 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-edc64019-6723-41bc-963d-909108cf30a1 req-7c188c97-c3be-4f0d-9b9b-a047026c81b6 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559356 Aug 04 08:42:01.588120 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-285994a6-48b4-4e65-b9f4-96ee7eccc045 req-b2f1227e-e321-4bd9-9fbc-246055222643 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:01.633333 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1227e-e321-4bd9-9fbc-246055222643 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Pushing event deleted for resources: {'Port': ['ID=f9629303-700b-44fd-8dad-7b12d45dff3d,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:01.636439 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['481f2ab9-8a66-48c7-a6fc-7b49bf7192af', '602f7d96-4c56-4939-ae23-25cb3b0b9b5e', '5fd36594-637f-4de2-aa14-fe5936963fe9', 'f9629303-700b-44fd-8dad-7b12d45dff3d'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:42:01.739498 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-285994a6-48b4-4e65-b9f4-96ee7eccc045 req-b2f1227e-e321-4bd9-9fbc-246055222643 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] No DVR routers for this DVR port f9629303-700b-44fd-8dad-7b12d45dff3d on host hv-cinder-80265 {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:42:01.756238 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-285994a6-48b4-4e65-b9f4-96ee7eccc045 req-b2f1227e-e321-4bd9-9fbc-246055222643 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:01.758824 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-285994a6-48b4-4e65-b9f4-96ee7eccc045 req-b2f1227e-e321-4bd9-9fbc-246055222643 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.61 "DELETE /v2.0/ports/f9629303-700b-44fd-8dad-7b12d45dff3d HTTP/1.1" status: 204 len: 173 time: 0.7440526 Aug 04 08:42:01.759814 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8a6f74-796b-4b1c-86ce-876cd1db1043', 'name': 'network-vif-deleted', 'tag': 'f9629303-700b-44fd-8dad-7b12d45dff3d'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:42:01.762930 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ce6cad-d51f-44d8-ad0b-7220ef68566c" -d '{"events": [{"server_uuid": "7c8a6f74-796b-4b1c-86ce-876cd1db1043", "name": "network-vif-deleted", "tag": "f9629303-700b-44fd-8dad-7b12d45dff3d"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:42:01.843662 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-4f703208-518b-4616-8bf8-a1c1f3de21fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:01.844979 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca5ccee-e853-4cd6-a500-51c5f5e41742 x-openstack-request-id: req-0ca5ccee-e853-4cd6-a500-51c5f5e41742 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:42:01.845454 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c8a6f74-796b-4b1c-86ce-876cd1db1043", "name": "network-vif-deleted", "tag": "f9629303-700b-44fd-8dad-7b12d45dff3d", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:42:01.845892 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0ca5ccee-e853-4cd6-a500-51c5f5e41742 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:42:01.846460 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8a6f74-796b-4b1c-86ce-876cd1db1043', 'name': 'network-vif-deleted', 'tag': 'f9629303-700b-44fd-8dad-7b12d45dff3d', 'status': 'completed', 'code': 200} Aug 04 08:42:01.946666 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-4f703208-518b-4616-8bf8-a1c1f3de21fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134116821'] for port, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:01.988698 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f703208-518b-4616-8bf8-a1c1f3de21fb admin admin] Network 3e216780-0509-4029-b6cd-a15c5c01b313 is already hosted by enough agents. {{(pid=100320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:42:01.996324 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.base_scheduler [None req-4f703208-518b-4616-8bf8-a1c1f3de21fb admin admin] Resources bound (agent type, host, resource id): {{(pid=100320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:42:02.005699 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f703208-518b-4616-8bf8-a1c1f3de21fb admin admin] Received port after_create {{(pid=100320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:42:02.065415 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-0708edae-0338-4a01-9271-f8691a48f9fe req-321970d7-0957-4eb1-948a-0fb210c00cb3 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c8a6f74-796b-4b1c-86ce-876cd1db1043 HTTP/1.1" status: 200 len: 210 time: 0.0648739 Aug 04 08:42:02.099632 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f703208-518b-4616-8bf8-a1c1f3de21fb admin admin] Pushing event updated for resources: {'Port': ['ID=49a574a4-e094-4bef-a074-bf91077a5899,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:02.152231 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df973af1-9f3a-45ac-bb56-254e01bb5eda req-8a11b5d1-3f5c-489b-8d8b-5b556c308e7a tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:02.161732 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-df973af1-9f3a-45ac-bb56-254e01bb5eda req-8a11b5d1-3f5c-489b-8d8b-5b556c308e7a tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.1154053 Aug 04 08:42:02.204886 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-df973af1-9f3a-45ac-bb56-254e01bb5eda req-11671dff-3dad-49fe-a570-961de39d3d44 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420802 Aug 04 08:42:02.363626 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c554c9-be28-4bff-8e24-00d8e79efa68 req-ff473e71-a554-4a92-a31a-3362309e5b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:02.365353 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f6c554c9-be28-4bff-8e24-00d8e79efa68 req-ff473e71-a554-4a92-a31a-3362309e5b9c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bdc92ef353f743beb579e2734e4bc9ed&device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 1098 time: 0.0573950 Aug 04 08:42:02.466187 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-4f703208-518b-4616-8bf8-a1c1f3de21fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:02.472039 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c554c9-be28-4bff-8e24-00d8e79efa68 req-65aea3c7-0b2f-4677-9432-c3e66c601780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:02.473512 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f6c554c9-be28-4bff-8e24-00d8e79efa68 req-65aea3c7-0b2f-4677-9432-c3e66c601780 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4c817a01-120c-4c34-99bf-8b2dbd084298 HTTP/1.1" status: 200 len: 911 time: 0.0999844 Aug 04 08:42:02.558655 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f6c554c9-be28-4bff-8e24-00d8e79efa68 req-954c653e-27f0-48bb-a8fd-c0515bd87fd4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac909070-ec11-4604-bc29-7949d074e3c1 HTTP/1.1" status: 200 len: 1001 time: 0.0770719 Aug 04 08:42:02.667639 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c554c9-be28-4bff-8e24-00d8e79efa68 req-219e2b9d-548c-4b2d-bd8a-e00887d057b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:02.667639 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f6c554c9-be28-4bff-8e24-00d8e79efa68 req-219e2b9d-548c-4b2d-bd8a-e00887d057b7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8b561a38-fec8-4399-844a-bbe6e7ef59b9 HTTP/1.1" status: 200 len: 849 time: 0.0493805 Aug 04 08:42:02.691794 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-4f703208-518b-4616-8bf8-a1c1f3de21fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055515'] for router, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:02.697824 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75b4d3f-4b09-4d9f-b7fb-ffd6bee8b804 None None] Network 658fd4fe-362a-4cbc-af4e-3cb45e090bf9 requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:42:02.699568 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c554c9-be28-4bff-8e24-00d8e79efa68 req-aba4c674-ebad-4a63-aacd-71f34dcb8901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:02.701426 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f6c554c9-be28-4bff-8e24-00d8e79efa68 req-aba4c674-ebad-4a63-aacd-71f34dcb8901 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4c817a01-120c-4c34-99bf-8b2dbd084298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565298 Aug 04 08:42:02.782056 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device b33fd72d-86c8-4847-b74d-01e834510b4c up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:42:03.021391 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f6c554c9-be28-4bff-8e24-00d8e79efa68 req-de6f8d4c-c594-41ff-8599-d3892e974802 service neutron] 10.222.0.61 "GET /v2.0/networks/4c817a01-120c-4c34-99bf-8b2dbd084298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117170 Aug 04 08:42:03.095023 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f703208-518b-4616-8bf8-a1c1f3de21fb admin admin] Router 450699d0-4e75-4aaa-a0a1-99efa2bba94a is scheduled to L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 with binding_index 1 {{(pid=100320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 08:42:03.095486 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-9d49633b-89a6-4470-af06-cc723e14fed8 None None] Provisioning for port b33fd72d-86c8-4847-b74d-01e834510b4c completed by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:42:03.100119 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning for port b33fd72d-86c8-4847-b74d-01e834510b4c completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:42:03.107196 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port b33fd72d-86c8-4847-b74d-01e834510b4c triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:03.108226 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:03.113291 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-9d49633b-89a6-4470-af06-cc723e14fed8 None None] Provisioning complete for port b33fd72d-86c8-4847-b74d-01e834510b4c triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:03.113659 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9d49633b-89a6-4470-af06-cc723e14fed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:03.147703 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f6c554c9-be28-4bff-8e24-00d8e79efa68 req-3145474e-9f29-4385-a00e-6d71224c0052 service neutron] 10.222.0.61 "GET /v2.0/networks/4c817a01-120c-4c34-99bf-8b2dbd084298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180365 Aug 04 08:42:03.225958 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-88e9415c-71bb-4d91-8e5c-12a20def6381 req-25ef82aa-c7a3-4eec-9a02-9cf1573a8877 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c8a6f74-796b-4b1c-86ce-876cd1db1043 HTTP/1.1" status: 200 len: 210 time: 0.0344346 Aug 04 08:42:03.261577 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f703208-518b-4616-8bf8-a1c1f3de21fb admin admin] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:42:03.286443 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755c5ae8-a42a-4a1c-abd1-1aea884a094d None None] Sync routers for ids ['450699d0-4e75-4aaa-a0a1-99efa2bba94a'] in dv-cinder-802653-4-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:42:03.288016 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755c5ae8-a42a-4a1c-abd1-1aea884a094d None None] Routers {'450699d0-4e75-4aaa-a0a1-99efa2bba94a'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:42:03.289099 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-755c5ae8-a42a-4a1c-abd1-1aea884a094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:41:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['450699d0-4e75-4aaa-a0a1-99efa2bba94a'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:03.337809 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:03.419528 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a83df-8d76-4f5a-8f86-4a5b30fd7e01 req-b4cf912e-9d96-4553-8bd3-dc9f43133c37 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:03.421644 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9d49633b-89a6-4470-af06-cc723e14fed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:03.421739 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ce2a83df-8d76-4f5a-8f86-4a5b30fd7e01 req-b4cf912e-9d96-4553-8bd3-dc9f43133c37 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0752416 Aug 04 08:42:03.421822 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-4f703208-518b-4616-8bf8-a1c1f3de21fb admin admin] Notify callbacks [] for router, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:03.421822 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-4f703208-518b-4616-8bf8-a1c1f3de21fb admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9046121 Aug 04 08:42:03.421822 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 51750) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:03.436532 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] For port b33fd72d-86c8-4847-b74d-01e834510b4c, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=b33fd72d-86c8-4847-b74d-01e834510b4c,segment=NetworkSegment(f0915773-4be9-486f-b346-f3ff63b781e0),segment_id=f0915773-4be9-486f-b346-f3ff63b781e0)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:42:03.444237 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ce2a83df-8d76-4f5a-8f86-4a5b30fd7e01 req-a1eae0fc-a51c-4640-b29f-813f1c7a5912 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478733 Aug 04 08:42:03.457141 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-755c5ae8-a42a-4a1c-abd1-1aea884a094d None None] Set router 450699d0-4e75-4aaa-a0a1-99efa2bba94a gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:42:03.503173 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:03.575522 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.db.api [None req-9d49633b-89a6-4470-af06-cc723e14fed8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 08:42:03.575929 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG oslo_db.api [None req-9d49633b-89a6-4470-af06-cc723e14fed8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 08:42:03.580555 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Pushing event updated for resources: {'Port': ['ID=b33fd72d-86c8-4847-b74d-01e834510b4c,revision_number=3']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:03.665958 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-755c5ae8-a42a-4a1c-abd1-1aea884a094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'name': 'tempest-TestMinimumBasicScenario-264419366-router', 'tenant_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '49a574a4-e094-4bef-a074-bf91077a5899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:00Z', 'updated_at': '2021-08-04T08:42:02Z', 'revision_number': 3, 'project_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'gw_port': {'id': '49a574a4-e094-4bef-a074-bf91077a5899', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:48:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:01Z', 'updated_at': '2021-08-04T08:42:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:03.694757 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755c5ae8-a42a-4a1c-abd1-1aea884a094d None None] Checking router: 450699d0-4e75-4aaa-a0a1-99efa2bba94a for host: dv-cinder-802653-4-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:42:03.695109 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755c5ae8-a42a-4a1c-abd1-1aea884a094d None None] Updating router 450699d0-4e75-4aaa-a0a1-99efa2bba94a port 49a574a4-e094-4bef-a074-bf91077a5899 binding host dv-cinder-802653-4-iscsi {{(pid=100323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 08:42:03.720815 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-755c5ae8-a42a-4a1c-abd1-1aea884a094d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:03.848632 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device f9629303-700b-44fd-8dad-7b12d45dff3d no longer exists at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:42:03.863304 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5cfb51eb-ad30-4411-89a1-1f83b9bdd472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:03.869433 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] No Port match for: f9629303-700b-44fd-8dad-7b12d45dff3d {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:42:03.869780 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device f9629303-700b-44fd-8dad-7b12d45dff3d not bound to the agent host hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:42:03.993052 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-755c5ae8-a42a-4a1c-abd1-1aea884a094d None None] Notify callbacks [] for port, precommit_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:03.998812 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-755c5ae8-a42a-4a1c-abd1-1aea884a094d None None] Transition to ACTIVE for port object 49a574a4-e094-4bef-a074-bf91077a5899 will not be triggered until provisioned by entity L2. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:42:04.035523 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.db_base_plugin_common [None req-5cfb51eb-ad30-4411-89a1-1f83b9bdd472 admin admin] Allocated IP 172.20.0.1 (658fd4fe-362a-4cbc-af4e-3cb45e090bf9/536808ae-9303-442e-b13c-2d067f9ce2e1/0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa) {{(pid=100320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:42:04.054705 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-755c5ae8-a42a-4a1c-abd1-1aea884a094d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:04.113880 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-755c5ae8-a42a-4a1c-abd1-1aea884a094d None None] Attempting to bind port 49a574a4-e094-4bef-a074-bf91077a5899 on host dv-cinder-802653-4-iscsi for vnic_type normal with profile {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:42:04.114262 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-755c5ae8-a42a-4a1c-abd1-1aea884a094d None None] Attempting to bind port 49a574a4-e094-4bef-a074-bf91077a5899 by drivers openvswitch,hyperv on host dv-cinder-802653-4-iscsi at level 0 using segments [{'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:42:04.114633 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755c5ae8-a42a-4a1c-abd1-1aea884a094d None None] Attempting to bind port 49a574a4-e094-4bef-a074-bf91077a5899 on network 3e216780-0509-4029-b6cd-a15c5c01b313 {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:42:04.118982 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4ecb8-8f28-4469-bdb9-d6ee45c2f20e None None] Pushing event updated for resources: {'Port': ['ID=49a574a4-e094-4bef-a074-bf91077a5899,revision_number=2']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:04.126759 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755c5ae8-a42a-4a1c-abd1-1aea884a094d None None] Checking agent: {'id': '88e3f6d8-c986-4299-b0e5-a4c4ec344b2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 31, 10), 'started_at': datetime.datetime(2021, 8, 4, 8, 31, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:42:04.127186 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755c5ae8-a42a-4a1c-abd1-1aea884a094d None None] Checking segment: {'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:42:04.127588 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-755c5ae8-a42a-4a1c-abd1-1aea884a094d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:04.128010 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755c5ae8-a42a-4a1c-abd1-1aea884a094d None None] Bound using segment: {'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:42:04.128479 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-755c5ae8-a42a-4a1c-abd1-1aea884a094d None None] Bound port: 49a574a4-e094-4bef-a074-bf91077a5899, host: dv-cinder-802653-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'}}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:42:04.128887 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-755c5ae8-a42a-4a1c-abd1-1aea884a094d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:04.131961 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d4ecb8-8f28-4469-bdb9-d6ee45c2f20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:04.132342 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d4ecb8-8f28-4469-bdb9-d6ee45c2f20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:04.132693 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d4ecb8-8f28-4469-bdb9-d6ee45c2f20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:04.133072 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d4ecb8-8f28-4469-bdb9-d6ee45c2f20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:04.134014 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d4ecb8-8f28-4469-bdb9-d6ee45c2f20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:04.134358 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d4ecb8-8f28-4469-bdb9-d6ee45c2f20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:04.134694 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d4ecb8-8f28-4469-bdb9-d6ee45c2f20e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:04.135280 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d4ecb8-8f28-4469-bdb9-d6ee45c2f20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:04.135613 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d4ecb8-8f28-4469-bdb9-d6ee45c2f20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:04.136485 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d4ecb8-8f28-4469-bdb9-d6ee45c2f20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:04.136864 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d4ecb8-8f28-4469-bdb9-d6ee45c2f20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:04.137198 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d4ecb8-8f28-4469-bdb9-d6ee45c2f20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:04.146784 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5cfb51eb-ad30-4411-89a1-1f83b9bdd472 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:04.161168 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.provisioning_blocks [None req-5cfb51eb-ad30-4411-89a1-1f83b9bdd472 admin admin] Transition to ACTIVE for port object 0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa will not be triggered until provisioned by entity DHCP. {{(pid=100320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:42:04.188346 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-755c5ae8-a42a-4a1c-abd1-1aea884a094d None None] For port 49a574a4-e094-4bef-a074-bf91077a5899, host dv-cinder-802653-4-iscsi, cleared binding levels {{(pid=100323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:42:04.191862 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-755c5ae8-a42a-4a1c-abd1-1aea884a094d None None] For port 49a574a4-e094-4bef-a074-bf91077a5899, host dv-cinder-802653-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=49a574a4-e094-4bef-a074-bf91077a5899,segment=NetworkSegment(14aa563b-e8c7-40ac-9bd4-d0f3043acf10),segment_id=14aa563b-e8c7-40ac-9bd4-d0f3043acf10)] {{(pid=100323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:42:04.234647 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-a4816589-986f-43ea-800e-e8f8eac14ae2 None None] Provisioning complete for port b33fd72d-86c8-4847-b74d-01e834510b4c triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:04.235018 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a4816589-986f-43ea-800e-e8f8eac14ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:04.307219 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5cfb51eb-ad30-4411-89a1-1f83b9bdd472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134116821'] for port, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:04.323841 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-755c5ae8-a42a-4a1c-abd1-1aea884a094d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:04.359557 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfb51eb-ad30-4411-89a1-1f83b9bdd472 admin admin] Network 658fd4fe-362a-4cbc-af4e-3cb45e090bf9 is already hosted by enough agents. {{(pid=100320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:42:04.363165 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.base_scheduler [None req-5cfb51eb-ad30-4411-89a1-1f83b9bdd472 admin admin] Resources bound (agent type, host, resource id): {{(pid=100320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:42:04.367276 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfb51eb-ad30-4411-89a1-1f83b9bdd472 admin admin] Received port after_create {{(pid=100320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:42:04.376987 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755c5ae8-a42a-4a1c-abd1-1aea884a094d None None] Routers {'450699d0-4e75-4aaa-a0a1-99efa2bba94a'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:42:04.377767 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-755c5ae8-a42a-4a1c-abd1-1aea884a094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:41:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['450699d0-4e75-4aaa-a0a1-99efa2bba94a'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:04.453234 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb51eb-ad30-4411-89a1-1f83b9bdd472 admin admin] Pushing event updated for resources: {'Port': ['ID=0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:04.453234 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5cfb51eb-ad30-4411-89a1-1f83b9bdd472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2055812'] for router_interface, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:04.582945 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4ecb8-8f28-4469-bdb9-d6ee45c2f20e None None] Pushing event updated for resources: {'Port': ['ID=49a574a4-e094-4bef-a074-bf91077a5899,revision_number=3']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:04.640719 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370001e4-7e26-4dc4-972a-7bc7d341e3cd req-a0196e6d-fe62-41f7-9380-a80c07a8a698 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:04.659187 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-370001e4-7e26-4dc4-972a-7bc7d341e3cd req-a0196e6d-fe62-41f7-9380-a80c07a8a698 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0801587 Aug 04 08:42:04.678873 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device b33fd72d-86c8-4847-b74d-01e834510b4c up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:42:04.694145 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-755c5ae8-a42a-4a1c-abd1-1aea884a094d None None] Set router 450699d0-4e75-4aaa-a0a1-99efa2bba94a gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:42:04.703708 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-370001e4-7e26-4dc4-972a-7bc7d341e3cd req-c68f340d-b5d3-4930-b6e7-211451cb49a0 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436301 Aug 04 08:42:04.759559 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5cfb51eb-ad30-4411-89a1-1f83b9bdd472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:04.839753 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-a0bd111a-88ea-491c-88c5-33daddb56660 None None] Provisioning for port 0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa completed by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:42:04.850915 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-a0bd111a-88ea-491c-88c5-33daddb56660 None None] Provisioning complete for port 0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:04.851561 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a0bd111a-88ea-491c-88c5-33daddb56660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:04.900810 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-a0bd111a-88ea-491c-88c5-33daddb56660 None None] Port 0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa cannot update to ACTIVE because it is not bound. {{(pid=100322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 08:42:04.911901 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port b33fd72d-86c8-4847-b74d-01e834510b4c triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:04.912436 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:04.923703 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-755c5ae8-a42a-4a1c-abd1-1aea884a094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'name': 'tempest-TestMinimumBasicScenario-264419366-router', 'tenant_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '49a574a4-e094-4bef-a074-bf91077a5899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:00Z', 'updated_at': '2021-08-04T08:42:02Z', 'revision_number': 3, 'project_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'gw_port': {'id': '49a574a4-e094-4bef-a074-bf91077a5899', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:48:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:01Z', 'updated_at': '2021-08-04T08:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:04.952129 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755c5ae8-a42a-4a1c-abd1-1aea884a094d None None] The sync data for ids ['450699d0-4e75-4aaa-a0a1-99efa2bba94a'] in dv-cinder-802653-4-iscsi is: [{'id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'name': 'tempest-TestMinimumBasicScenario-264419366-router', 'tenant_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '49a574a4-e094-4bef-a074-bf91077a5899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:00Z', 'updated_at': '2021-08-04T08:42:02Z', 'revision_number': 3, 'project_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'gw_port': {'id': '49a574a4-e094-4bef-a074-bf91077a5899', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:48:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:01Z', 'updated_at': '2021-08-04T08:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:42:05.234173 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5cfb51eb-ad30-4411-89a1-1f83b9bdd472 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:05.257548 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836cca3-9f7f-4f24-ab5d-8300eb436421 req-bb474f6a-d962-4a59-8d67-1d640b05071f tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:05.259624 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-e836cca3-9f7f-4f24-ab5d-8300eb436421 req-bb474f6a-d962-4a59-8d67-1d640b05071f tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0761502 Aug 04 08:42:05.301773 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-e836cca3-9f7f-4f24-ab5d-8300eb436421 req-2370c75d-745e-43a1-a165-abeb9013d49f tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355318 Aug 04 08:42:05.311783 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5cfb51eb-ad30-4411-89a1-1f83b9bdd472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134116828'] for port, after_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:05.383996 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5cfb51eb-ad30-4411-89a1-1f83b9bdd472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055704'] for router_interface, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:05.387024 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb51eb-ad30-4411-89a1-1f83b9bdd472 admin admin] Pushing event updated for resources: {'Port': ['ID=0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa,revision_number=2']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:05.489111 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfb51eb-ad30-4411-89a1-1f83b9bdd472 admin admin] Network 658fd4fe-362a-4cbc-af4e-3cb45e090bf9 is already hosted by enough agents. {{(pid=100320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:42:05.490564 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.base_scheduler [None req-5cfb51eb-ad30-4411-89a1-1f83b9bdd472 admin admin] Resources bound (agent type, host, resource id): {{(pid=100320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:42:05.625265 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfb51eb-ad30-4411-89a1-1f83b9bdd472 admin admin] Router 450699d0-4e75-4aaa-a0a1-99efa2bba94a has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:42:05.725804 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-5cbe33ce-ec16-4be7-b5c7-34d438236301 None None] Provisioning complete for port 0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:05.726174 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-5cbe33ce-ec16-4be7-b5c7-34d438236301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:05.766388 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-5cbe33ce-ec16-4be7-b5c7-34d438236301 None None] Port 0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa cannot update to ACTIVE because it is not bound. {{(pid=100322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 08:42:05.771553 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfb51eb-ad30-4411-89a1-1f83b9bdd472 admin admin] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:42:05.777472 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-5cfb51eb-ad30-4411-89a1-1f83b9bdd472 admin admin] 10.222.0.45 "PUT /v2.0/routers/450699d0-4e75-4aaa-a0a1-99efa2bba94a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3705730 Aug 04 08:42:06.278588 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c238b08-c418-4d06-8312-8c67c1175593 req-00723b6a-a3f3-48ed-a8fe-67ff8f93faaa tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:06.283532 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-3c238b08-c418-4d06-8312-8c67c1175593 req-00723b6a-a3f3-48ed-a8fe-67ff8f93faaa tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=5af2394e-d4e4-42e0-9d24-1b32e1c94b19 HTTP/1.1" status: 200 len: 945 time: 0.0553024 Aug 04 08:42:06.317736 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-3c238b08-c418-4d06-8312-8c67c1175593 req-ea595d21-0260-4d8b-9cfe-911d1f2dc5da tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316105 Aug 04 08:42:06.439974 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa4d9a-960a-4877-a478-22de248380a1 req-eb02cd97-3a2f-4512-8353-7c1388e346ee tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:06.444722 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8bfa4d9a-960a-4877-a478-22de248380a1 req-eb02cd97-3a2f-4512-8353-7c1388e346ee tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0504115 Aug 04 08:42:06.467156 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 51802) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:06.471860 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-e5b6d79d-fd47-4b2e-a0c7-ef38e10f5366 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-164737034-network', 'tenant_id': '1693834e0dd0421ea16b06237f8c816b'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:42:06.495399 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8bfa4d9a-960a-4877-a478-22de248380a1 req-daad7390-14ce-4489-bc94-dcb800da247a tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475791 Aug 04 08:42:06.568737 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b6d79d-fd47-4b2e-a0c7-ef38e10f5366 admin admin] Made reservation on behalf of 1693834e0dd0421ea16b06237f8c816b for: {'network': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:42:06.571800 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e5b6d79d-fd47-4b2e-a0c7-ef38e10f5366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for network, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:06.577316 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4807b3-8157-4c25-945d-479de5b8f8d3 None None] Sync routers for ids ['450699d0-4e75-4aaa-a0a1-99efa2bba94a'] in dv-cinder-802653-4-iscsi {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:42:06.582247 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e5b6d79d-fd47-4b2e-a0c7-ef38e10f5366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:06.588025 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4807b3-8157-4c25-945d-479de5b8f8d3 None None] Routers {'450699d0-4e75-4aaa-a0a1-99efa2bba94a'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:42:06.588760 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-bd4807b3-8157-4c25-945d-479de5b8f8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:41:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['450699d0-4e75-4aaa-a0a1-99efa2bba94a'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:06.698850 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 49a574a4-e094-4bef-a074-bf91077a5899 up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:42:06.706326 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e5b6d79d-fd47-4b2e-a0c7-ef38e10f5366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:06.754485 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-bd4807b3-8157-4c25-945d-479de5b8f8d3 None None] Set router 450699d0-4e75-4aaa-a0a1-99efa2bba94a gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:42:06.780087 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e5b6d79d-fd47-4b2e-a0c7-ef38e10f5366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:06.805534 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b6d79d-fd47-4b2e-a0c7-ef38e10f5366 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=100321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 08:42:06.814328 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6d79d-fd47-4b2e-a0c7-ef38e10f5366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1977e1c1-b7fc-411b-9e6a-2421f71f0a09,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:06.825204 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b6d79d-fd47-4b2e-a0c7-ef38e10f5366 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:06.825204 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b6d79d-fd47-4b2e-a0c7-ef38e10f5366 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:06.825204 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b6d79d-fd47-4b2e-a0c7-ef38e10f5366 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:06.825204 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b6d79d-fd47-4b2e-a0c7-ef38e10f5366 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:06.825204 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b6d79d-fd47-4b2e-a0c7-ef38e10f5366 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:06.825204 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b6d79d-fd47-4b2e-a0c7-ef38e10f5366 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:06.825772 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b6d79d-fd47-4b2e-a0c7-ef38e10f5366 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:06.825772 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b6d79d-fd47-4b2e-a0c7-ef38e10f5366 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:06.825952 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b6d79d-fd47-4b2e-a0c7-ef38e10f5366 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:06.826265 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b6d79d-fd47-4b2e-a0c7-ef38e10f5366 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:06.826588 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b6d79d-fd47-4b2e-a0c7-ef38e10f5366 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:06.826911 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b6d79d-fd47-4b2e-a0c7-ef38e10f5366 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:06.830609 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e5b6d79d-fd47-4b2e-a0c7-ef38e10f5366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:06.830952 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.db.segments_db [None req-e5b6d79d-fd47-4b2e-a0c7-ef38e10f5366 admin admin] Added segment 1c7cebde-3a29-4acf-9b77-475b6a2a0450 of type vlan for network 1b4de951-6c8d-49e5-aa28-c222153b610b Aug 04 08:42:06.873469 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e5b6d79d-fd47-4b2e-a0c7-ef38e10f5366 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749050523167'] for network, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:06.873711 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning for port 49a574a4-e094-4bef-a074-bf91077a5899 completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:42:06.881342 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port 49a574a4-e094-4bef-a074-bf91077a5899 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:06.881718 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:06.997365 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e5b6d79d-fd47-4b2e-a0c7-ef38e10f5366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669'] for network, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:06.998358 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b6d79d-fd47-4b2e-a0c7-ef38e10f5366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:06.998993 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e5b6d79d-fd47-4b2e-a0c7-ef38e10f5366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:07.013001 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:07.038430 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] For port 49a574a4-e094-4bef-a074-bf91077a5899, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=49a574a4-e094-4bef-a074-bf91077a5899,segment=NetworkSegment(14aa563b-e8c7-40ac-9bd4-d0f3043acf10),segment_id=14aa563b-e8c7-40ac-9bd4-d0f3043acf10)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:42:07.049006 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-bd4807b3-8157-4c25-945d-479de5b8f8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'name': 'tempest-TestMinimumBasicScenario-264419366-router', 'tenant_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '49a574a4-e094-4bef-a074-bf91077a5899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:00Z', 'updated_at': '2021-08-04T08:42:04Z', 'revision_number': 4, 'project_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'gw_port': {'id': '49a574a4-e094-4bef-a074-bf91077a5899', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:48:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:01Z', 'updated_at': '2021-08-04T08:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa', 'name': '', 'network_id': '658fd4fe-362a-4cbc-af4e-3cb45e090bf9', 'tenant_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'mac_address': 'fa:16:3e:60:b2:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '536808ae-9303-442e-b13c-2d067f9ce2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:03Z', 'updated_at': '2021-08-04T08:42:04Z', 'revision_number': 2, 'project_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'subnets': [{'id': '536808ae-9303-442e-b13c-2d067f9ce2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:07.057819 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6d79d-fd47-4b2e-a0c7-ef38e10f5366 admin admin] Pushing event updated for resources: {'Network': ['ID=1b4de951-6c8d-49e5-aa28-c222153b610b,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:07.079775 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Network 1b4de951-6c8d-49e5-aa28-c222153b610b details requested by agent ovs-agent-dv-cinder-802653-4-iscsi with host dv-cinder-802653-4-iscsi {{(pid=100322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 08:42:07.083113 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4807b3-8157-4c25-945d-479de5b8f8d3 None None] Checking router: 450699d0-4e75-4aaa-a0a1-99efa2bba94a for host: dv-cinder-802653-4-iscsi {{(pid=100322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:42:07.083466 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4807b3-8157-4c25-945d-479de5b8f8d3 None None] Updating router 450699d0-4e75-4aaa-a0a1-99efa2bba94a port 0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa binding host dv-cinder-802653-4-iscsi {{(pid=100322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 08:42:07.132834 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:07.157848 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-e5b6d79d-fd47-4b2e-a0c7-ef38e10f5366 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6898165 Aug 04 08:42:07.160562 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 51808) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:07.166108 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-1680eaef-e815-4877-92db-fc4b5229c8ee admin admin] Request body: {'subnet': {'network_id': '1b4de951-6c8d-49e5-aa28-c222153b610b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-164737034-subnet', 'tenant_id': '1693834e0dd0421ea16b06237f8c816b', 'ip_version': 4}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:42:07.171671 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-bd4807b3-8157-4c25-945d-479de5b8f8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:07.243074 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Pushing event updated for resources: {'Port': ['ID=49a574a4-e094-4bef-a074-bf91077a5899,revision_number=4']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:07.248530 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1680eaef-e815-4877-92db-fc4b5229c8ee admin admin] Made reservation on behalf of 1693834e0dd0421ea16b06237f8c816b for: {'subnet': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:42:07.250837 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-1680eaef-e815-4877-92db-fc4b5229c8ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133672201'] for subnet, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:07.479148 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a8487-2b6b-4074-9f86-72cd42b9336d req-ce9b098c-39ff-4305-947e-654acd9217ea tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:07.480754 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-749a8487-2b6b-4074-9f86-72cd42b9336d req-ce9b098c-39ff-4305-947e-654acd9217ea tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=5af2394e-d4e4-42e0-9d24-1b32e1c94b19 HTTP/1.1" status: 200 len: 945 time: 0.0598707 Aug 04 08:42:07.484736 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-bd4807b3-8157-4c25-945d-479de5b8f8d3 None None] Notify callbacks [] for port, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:07.489477 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-1680eaef-e815-4877-92db-fc4b5229c8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132619557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133672247'] for subnet, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:07.495680 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-bd4807b3-8157-4c25-945d-479de5b8f8d3 None None] Transition to ACTIVE for port object 0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa will not be triggered until provisioned by entity L2. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:42:07.524754 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-749a8487-2b6b-4074-9f86-72cd42b9336d req-dcbbdb0b-c720-4934-a0a6-59a7c970c39b tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364799 Aug 04 08:42:07.551890 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680eaef-e815-4877-92db-fc4b5229c8ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ee68454-8eba-4092-94a0-1b67065d3800,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:07.552101 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-5d36fd16-49b4-4a69-88c2-1ac8e0032b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:07.560533 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1680eaef-e815-4877-92db-fc4b5229c8ee admin admin] Checking segment: {'id': '1c7cebde-3a29-4acf-9b77-475b6a2a0450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1b4de951-6c8d-49e5-aa28-c222153b610b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:42:07.561001 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1680eaef-e815-4877-92db-fc4b5229c8ee admin admin] Network hostable DHCP agents. Network: 1b4de951-6c8d-49e5-aa28-c222153b610b, hostable agents: ['d99d2447-930a-4a79-b4f6-24c5d2e4f89b'], hosted agents: [] {{(pid=100321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 08:42:07.574788 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-bd4807b3-8157-4c25-945d-479de5b8f8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:07.628029 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea1ef0-ac22-4892-86c9-9ad869fa04e4 req-efb1f877-7bc5-45fe-934e-1d05145ebb1d tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:07.629597 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4dea1ef0-ac22-4892-86c9-9ad869fa04e4 req-efb1f877-7bc5-45fe-934e-1d05145ebb1d tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0572121 Aug 04 08:42:07.636544 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa0548-491c-4ab1-9bce-489f7f048efe None None] Pushing event updated for resources: {'Port': ['ID=0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa,revision_number=3']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:07.674302 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4dea1ef0-ac22-4892-86c9-9ad869fa04e4 req-72de01c0-6f9e-4ff1-88ad-07176bee8f14 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372522 Aug 04 08:42:07.677443 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1680eaef-e815-4877-92db-fc4b5229c8ee admin admin] Network 1b4de951-6c8d-49e5-aa28-c222153b610b is scheduled to be hosted by DHCP agent d99d2447-930a-4a79-b4f6-24c5d2e4f89b with binding_index 1 {{(pid=100321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 08:42:07.684680 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-bd4807b3-8157-4c25-945d-479de5b8f8d3 None None] Attempting to bind port 0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa on host dv-cinder-802653-4-iscsi for vnic_type normal with profile {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:42:07.684902 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-bd4807b3-8157-4c25-945d-479de5b8f8d3 None None] Attempting to bind port 0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa by drivers openvswitch,hyperv on host dv-cinder-802653-4-iscsi at level 0 using segments [{'id': 'f0915773-4be9-486f-b346-f3ff63b781e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '658fd4fe-362a-4cbc-af4e-3cb45e090bf9'}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:42:07.685226 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4807b3-8157-4c25-945d-479de5b8f8d3 None None] Attempting to bind port 0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa on network 658fd4fe-362a-4cbc-af4e-3cb45e090bf9 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:42:07.690630 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4807b3-8157-4c25-945d-479de5b8f8d3 None None] Checking agent: {'id': '88e3f6d8-c986-4299-b0e5-a4c4ec344b2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 31, 10), 'started_at': datetime.datetime(2021, 8, 4, 8, 31, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:42:07.702183 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4807b3-8157-4c25-945d-479de5b8f8d3 None None] Checking segment: {'id': 'f0915773-4be9-486f-b346-f3ff63b781e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '658fd4fe-362a-4cbc-af4e-3cb45e090bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:42:07.702183 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-bd4807b3-8157-4c25-945d-479de5b8f8d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:07.702183 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4807b3-8157-4c25-945d-479de5b8f8d3 None None] Bound using segment: {'id': 'f0915773-4be9-486f-b346-f3ff63b781e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '658fd4fe-362a-4cbc-af4e-3cb45e090bf9'} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:42:07.702183 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-bd4807b3-8157-4c25-945d-479de5b8f8d3 None None] Bound port: 0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa, host: dv-cinder-802653-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0915773-4be9-486f-b346-f3ff63b781e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '658fd4fe-362a-4cbc-af4e-3cb45e090bf9'}}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:42:07.702183 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-bd4807b3-8157-4c25-945d-479de5b8f8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:07.759127 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-bd4807b3-8157-4c25-945d-479de5b8f8d3 None None] For port 0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa, host dv-cinder-802653-4-iscsi, cleared binding levels {{(pid=100322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:42:07.763173 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-bd4807b3-8157-4c25-945d-479de5b8f8d3 None None] For port 0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa, host dv-cinder-802653-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa,segment=NetworkSegment(f0915773-4be9-486f-b346-f3ff63b781e0),segment_id=f0915773-4be9-486f-b346-f3ff63b781e0)] {{(pid=100322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:42:07.801145 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-1680eaef-e815-4877-92db-fc4b5229c8ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-4-iscsi, 1b4de951-6c8d-49e5-aa28-c222153b610b) {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:42:07.807759 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1680eaef-e815-4877-92db-fc4b5229c8ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:07.808408 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-1680eaef-e815-4877-92db-fc4b5229c8ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:07.810103 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7a819d-9161-4974-ae36-0d7bc7965ee6 None None] Network 1b4de951-6c8d-49e5-aa28-c222153b610b requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:42:07.844302 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b3b1b-8988-4644-bdba-fdf06bc873af req-46cf0541-ac22-4153-94f3-4c75139aa14f tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:07.845764 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-805b3b1b-8988-4644-bdba-fdf06bc873af req-46cf0541-ac22-4153-94f3-4c75139aa14f tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.61 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 946 time: 0.0760124 Aug 04 08:42:07.872691 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-bd4807b3-8157-4c25-945d-479de5b8f8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:07.909070 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-1680eaef-e815-4877-92db-fc4b5229c8ee admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7472816 Aug 04 08:42:07.911648 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 51818) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:07.916866 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-80c78a62-68d2-4632-b9a2-f01cb332730a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-164737034-router', 'tenant_id': '1693834e0dd0421ea16b06237f8c816b', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'}}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:42:07.991345 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4807b3-8157-4c25-945d-479de5b8f8d3 None None] Routers {'450699d0-4e75-4aaa-a0a1-99efa2bba94a'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:42:07.992048 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-bd4807b3-8157-4c25-945d-479de5b8f8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:41:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['450699d0-4e75-4aaa-a0a1-99efa2bba94a'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:07.994404 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-805b3b1b-8988-4644-bdba-fdf06bc873af req-36f38020-2a8c-4f36-9af5-26fe25355600 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Deleting port f3f64c7c-cadc-4780-87a4-59477460f157 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:42:07.994752 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-805b3b1b-8988-4644-bdba-fdf06bc873af req-36f38020-2a8c-4f36-9af5-26fe25355600 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:08.000622 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa0548-491c-4ab1-9bce-489f7f048efe None None] Pushing event updated for resources: {'Port': ['ID=0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa,revision_number=4']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:08.020041 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-80c78a62-68d2-4632-b9a2-f01cb332730a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2048338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8269'] for router, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:08.021448 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-80c78a62-68d2-4632-b9a2-f01cb332730a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2055556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1981338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8278'] for router, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:08.096860 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-80c78a62-68d2-4632-b9a2-f01cb332730a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:08.101117 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1236fae-9159-4f8d-966b-edb117b6402f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda83cd89-c10a-52ae-b198-37c960099bd2-1b4de951-6c8d-49e5-aa28-c222153b610b', 'network_id': '1b4de951-6c8d-49e5-aa28-c222153b610b', 'tenant_id': '1693834e0dd0421ea16b06237f8c816b', 'fixed_ips': [{'subnet_id': '1ee68454-8eba-4092-94a0-1b67065d3800'}]}} from dv-cinder-802653-4-iscsi. {{(pid=100322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 08:42:08.101991 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b1236fae-9159-4f8d-966b-edb117b6402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:08.109491 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-805b3b1b-8988-4644-bdba-fdf06bc873af req-36f38020-2a8c-4f36-9af5-26fe25355600 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] For port f3f64c7c-cadc-4780-87a4-59477460f157, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=f3f64c7c-cadc-4780-87a4-59477460f157,segment=NetworkSegment(147dad7c-ed05-492d-9e1e-40d0053815ac),segment_id=147dad7c-ed05-492d-9e1e-40d0053815ac)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:42:08.109833 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-805b3b1b-8988-4644-bdba-fdf06bc873af req-36f38020-2a8c-4f36-9af5-26fe25355600 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:08.126080 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-805b3b1b-8988-4644-bdba-fdf06bc873af req-36f38020-2a8c-4f36-9af5-26fe25355600 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Calling delete_port for f3f64c7c-cadc-4780-87a4-59477460f157 owned by compute:nova {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:42:08.211038 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-bd4807b3-8157-4c25-945d-479de5b8f8d3 None None] Set router 450699d0-4e75-4aaa-a0a1-99efa2bba94a gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:42:08.318574 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-80c78a62-68d2-4632-b9a2-f01cb332730a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:08.358184 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-805b3b1b-8988-4644-bdba-fdf06bc873af req-36f38020-2a8c-4f36-9af5-26fe25355600 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:08.371912 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f113f-3fe4-4f61-b490-19f4f8c3c6b1 req-888a2c62-73d8-4d1b-bb04-1bf1ce0ef096 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:08.373730 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-5d1f113f-3fe4-4f61-b490-19f4f8c3c6b1 req-888a2c62-73d8-4d1b-bb04-1bf1ce0ef096 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.61 "GET /v2.0/ports?device_id=5af2394e-d4e4-42e0-9d24-1b32e1c94b19 HTTP/1.1" status: 200 len: 945 time: 0.0480795 Aug 04 08:42:08.404101 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [None req-b1236fae-9159-4f8d-966b-edb117b6402f None None] Allocated IP 172.20.0.2 (1b4de951-6c8d-49e5-aa28-c222153b610b/1ee68454-8eba-4092-94a0-1b67065d3800/ca949d34-7151-4b46-b8cf-13c51416cd67) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:42:08.407966 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f38020-2a8c-4f36-9af5-26fe25355600 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Pushing event deleted for resources: {'Port': ['ID=f3f64c7c-cadc-4780-87a4-59477460f157,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:08.416305 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['373e7360-f556-42f1-a5bc-cb5fe9092bb5', 'f3f64c7c-cadc-4780-87a4-59477460f157'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:42:08.459855 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-805b3b1b-8988-4644-bdba-fdf06bc873af req-36f38020-2a8c-4f36-9af5-26fe25355600 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] No DVR routers for this DVR port f3f64c7c-cadc-4780-87a4-59477460f157 on host hv-cinder-80265 {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:42:08.464207 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-805b3b1b-8988-4644-bdba-fdf06bc873af req-36f38020-2a8c-4f36-9af5-26fe25355600 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:08.466753 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-805b3b1b-8988-4644-bdba-fdf06bc873af req-36f38020-2a8c-4f36-9af5-26fe25355600 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.61 "DELETE /v2.0/ports/f3f64c7c-cadc-4780-87a4-59477460f157 HTTP/1.1" status: 204 len: 173 time: 0.5846584 Aug 04 08:42:08.467392 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faef54ff-872b-4063-847a-86c301dc84e9', 'name': 'network-vif-deleted', 'tag': 'f3f64c7c-cadc-4780-87a4-59477460f157'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:42:08.470778 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce21158-bfb4-4eea-b94f-54128b9163ff" -d '{"events": [{"server_uuid": "faef54ff-872b-4063-847a-86c301dc84e9", "name": "network-vif-deleted", "tag": "f3f64c7c-cadc-4780-87a4-59477460f157"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:42:08.522314 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f55fdf-d3aa-4c21-a998-60d0b5b66bc3 x-openstack-request-id: req-76f55fdf-d3aa-4c21-a998-60d0b5b66bc3 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:42:08.522945 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faef54ff-872b-4063-847a-86c301dc84e9", "name": "network-vif-deleted", "tag": "f3f64c7c-cadc-4780-87a4-59477460f157", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:42:08.522945 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-76f55fdf-d3aa-4c21-a998-60d0b5b66bc3 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:42:08.523237 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faef54ff-872b-4063-847a-86c301dc84e9', 'name': 'network-vif-deleted', 'tag': 'f3f64c7c-cadc-4780-87a4-59477460f157', 'status': 'completed', 'code': 200} Aug 04 08:42:08.577680 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [req-5d1f113f-3fe4-4f61-b490-19f4f8c3c6b1 req-d4045e30-980b-4add-8647-a98754973eda tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Deleting port 5fd36594-637f-4de2-aa14-fe5936963fe9 {{(pid=100320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:42:08.578275 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [req-5d1f113f-3fe4-4f61-b490-19f4f8c3c6b1 req-d4045e30-980b-4add-8647-a98754973eda tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:08.690140 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb57c8-6674-4591-adcc-b95c45db15fa req-216ee055-7be1-4e84-9c37-6955719ebe38 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:08.699250 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-dacb57c8-6674-4591-adcc-b95c45db15fa req-216ee055-7be1-4e84-9c37-6955719ebe38 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=5af2394e-d4e4-42e0-9d24-1b32e1c94b19 HTTP/1.1" status: 200 len: 945 time: 0.0826435 Aug 04 08:42:08.766617 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-dacb57c8-6674-4591-adcc-b95c45db15fa req-07fbd0c0-e69c-4e8e-91e3-24081a90a2c4 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664113 Aug 04 08:42:08.796764 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 49a574a4-e094-4bef-a074-bf91077a5899 up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:42:08.852951 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.db [req-5d1f113f-3fe4-4f61-b490-19f4f8c3c6b1 req-d4045e30-980b-4add-8647-a98754973eda tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] For port 5fd36594-637f-4de2-aa14-fe5936963fe9, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=5fd36594-637f-4de2-aa14-fe5936963fe9,segment=NetworkSegment(b9bcbbd9-c1c5-45af-90bb-9eb9716d692f),segment_id=b9bcbbd9-c1c5-45af-90bb-9eb9716d692f)] {{(pid=100320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:42:08.853376 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [req-5d1f113f-3fe4-4f61-b490-19f4f8c3c6b1 req-d4045e30-980b-4add-8647-a98754973eda tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:08.858271 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9ad15e6a-a2f8-4ccd-9653-761606a982bb req-2ca0023e-b9b6-4bac-8f65-c344ab53893b tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=faef54ff-872b-4063-847a-86c301dc84e9 HTTP/1.1" status: 200 len: 210 time: 0.0798941 Aug 04 08:42:08.891802 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-80c78a62-68d2-4632-b9a2-f01cb332730a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:08.896037 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [req-5d1f113f-3fe4-4f61-b490-19f4f8c3c6b1 req-d4045e30-980b-4add-8647-a98754973eda tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Calling delete_port for 5fd36594-637f-4de2-aa14-fe5936963fe9 owned by compute:nova {{(pid=100320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:42:08.903382 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b1236fae-9159-4f8d-966b-edb117b6402f None None] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:08.932492 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-80c78a62-68d2-4632-b9a2-f01cb332730a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:08.936721 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-b1236fae-9159-4f8d-966b-edb117b6402f None None] Transition to ACTIVE for port object ca949d34-7151-4b46-b8cf-13c51416cd67 will not be triggered until provisioned by entity L2. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:42:08.968614 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-b1236fae-9159-4f8d-966b-edb117b6402f None None] Transition to ACTIVE for port object ca949d34-7151-4b46-b8cf-13c51416cd67 will not be triggered until provisioned by entity DHCP. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:42:08.988042 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port 49a574a4-e094-4bef-a074-bf91077a5899 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:08.988412 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:09.016620 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-bd4807b3-8157-4c25-945d-479de5b8f8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'name': 'tempest-TestMinimumBasicScenario-264419366-router', 'tenant_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '49a574a4-e094-4bef-a074-bf91077a5899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:00Z', 'updated_at': '2021-08-04T08:42:04Z', 'revision_number': 4, 'project_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'gw_port': {'id': '49a574a4-e094-4bef-a074-bf91077a5899', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:48:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:01Z', 'updated_at': '2021-08-04T08:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa', 'name': '', 'network_id': '658fd4fe-362a-4cbc-af4e-3cb45e090bf9', 'tenant_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'mac_address': 'fa:16:3e:60:b2:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '536808ae-9303-442e-b13c-2d067f9ce2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:03Z', 'updated_at': '2021-08-04T08:42:07Z', 'revision_number': 4, 'project_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'subnets': [{'id': '536808ae-9303-442e-b13c-2d067f9ce2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:09.060426 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4807b3-8157-4c25-945d-479de5b8f8d3 None None] The sync data for ids ['450699d0-4e75-4aaa-a0a1-99efa2bba94a'] in dv-cinder-802653-4-iscsi is: [{'id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'name': 'tempest-TestMinimumBasicScenario-264419366-router', 'tenant_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '49a574a4-e094-4bef-a074-bf91077a5899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:00Z', 'updated_at': '2021-08-04T08:42:04Z', 'revision_number': 4, 'project_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'gw_port': {'id': '49a574a4-e094-4bef-a074-bf91077a5899', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:48:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:01Z', 'updated_at': '2021-08-04T08:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa', 'name': '', 'network_id': '658fd4fe-362a-4cbc-af4e-3cb45e090bf9', 'tenant_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'mac_address': 'fa:16:3e:60:b2:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '536808ae-9303-442e-b13c-2d067f9ce2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:03Z', 'updated_at': '2021-08-04T08:42:07Z', 'revision_number': 4, 'project_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'subnets': [{'id': '536808ae-9303-442e-b13c-2d067f9ce2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:42:09.065316 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b1236fae-9159-4f8d-966b-edb117b6402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:09.133001 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.db_base_plugin_common [None req-80c78a62-68d2-4632-b9a2-f01cb332730a admin admin] Allocated IP 172.27.0.251 (3e216780-0509-4029-b6cd-a15c5c01b313/90755f8e-3998-4871-81e2-3daea40b0bfb/59f563ad-49f9-4cc3-9379-856dee08994d) {{(pid=100320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:42:09.135714 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1236fae-9159-4f8d-966b-edb117b6402f None None] Network 1b4de951-6c8d-49e5-aa28-c222153b610b is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:42:09.144014 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [None req-b1236fae-9159-4f8d-966b-edb117b6402f None None] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:42:09.147206 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1236fae-9159-4f8d-966b-edb117b6402f None None] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:42:09.149444 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1236fae-9159-4f8d-966b-edb117b6402f None None] Pushing event updated for resources: {'Port': ['ID=ca949d34-7151-4b46-b8cf-13c51416cd67,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:09.245831 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-b1236fae-9159-4f8d-966b-edb117b6402f None None] Attempting to bind port ca949d34-7151-4b46-b8cf-13c51416cd67 on host dv-cinder-802653-4-iscsi for vnic_type normal with profile {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:42:09.246219 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-b1236fae-9159-4f8d-966b-edb117b6402f None None] Attempting to bind port ca949d34-7151-4b46-b8cf-13c51416cd67 by drivers openvswitch,hyperv on host dv-cinder-802653-4-iscsi at level 0 using segments [{'id': '1c7cebde-3a29-4acf-9b77-475b6a2a0450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1b4de951-6c8d-49e5-aa28-c222153b610b'}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:42:09.246589 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1236fae-9159-4f8d-966b-edb117b6402f None None] Attempting to bind port ca949d34-7151-4b46-b8cf-13c51416cd67 on network 1b4de951-6c8d-49e5-aa28-c222153b610b {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:42:09.252741 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1236fae-9159-4f8d-966b-edb117b6402f None None] Checking agent: {'id': '88e3f6d8-c986-4299-b0e5-a4c4ec344b2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 31, 10), 'started_at': datetime.datetime(2021, 8, 4, 8, 31, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:42:09.253111 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1236fae-9159-4f8d-966b-edb117b6402f None None] Checking segment: {'id': '1c7cebde-3a29-4acf-9b77-475b6a2a0450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1b4de951-6c8d-49e5-aa28-c222153b610b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:42:09.253688 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b1236fae-9159-4f8d-966b-edb117b6402f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:09.254131 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1236fae-9159-4f8d-966b-edb117b6402f None None] Bound using segment: {'id': '1c7cebde-3a29-4acf-9b77-475b6a2a0450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1b4de951-6c8d-49e5-aa28-c222153b610b'} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:42:09.254608 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-b1236fae-9159-4f8d-966b-edb117b6402f None None] Bound port: ca949d34-7151-4b46-b8cf-13c51416cd67, host: dv-cinder-802653-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c7cebde-3a29-4acf-9b77-475b6a2a0450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1b4de951-6c8d-49e5-aa28-c222153b610b'}}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:42:09.254991 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b1236fae-9159-4f8d-966b-edb117b6402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:09.283775 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [req-5d1f113f-3fe4-4f61-b490-19f4f8c3c6b1 req-d4045e30-980b-4add-8647-a98754973eda tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134116821'] for port, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:09.328843 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-b1236fae-9159-4f8d-966b-edb117b6402f None None] For port ca949d34-7151-4b46-b8cf-13c51416cd67, host dv-cinder-802653-4-iscsi, cleared binding levels {{(pid=100322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:42:09.332086 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4045e30-980b-4add-8647-a98754973eda tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Pushing event deleted for resources: {'Port': ['ID=5fd36594-637f-4de2-aa14-fe5936963fe9,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:09.339743 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-b1236fae-9159-4f8d-966b-edb117b6402f None None] For port ca949d34-7151-4b46-b8cf-13c51416cd67, host dv-cinder-802653-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=ca949d34-7151-4b46-b8cf-13c51416cd67,segment=NetworkSegment(1c7cebde-3a29-4acf-9b77-475b6a2a0450),segment_id=1c7cebde-3a29-4acf-9b77-475b6a2a0450)] {{(pid=100322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:42:09.406353 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b1236fae-9159-4f8d-966b-edb117b6402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:09.433562 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1f113f-3fe4-4f61-b490-19f4f8c3c6b1 req-d4045e30-980b-4add-8647-a98754973eda tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] No DVR routers for this DVR port 5fd36594-637f-4de2-aa14-fe5936963fe9 on host hv-cinder-80265 {{(pid=100320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:42:09.439027 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [req-5d1f113f-3fe4-4f61-b490-19f4f8c3c6b1 req-d4045e30-980b-4add-8647-a98754973eda tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:09.441109 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-5d1f113f-3fe4-4f61-b490-19f4f8c3c6b1 req-d4045e30-980b-4add-8647-a98754973eda tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.61 "DELETE /v2.0/ports/5fd36594-637f-4de2-aa14-fe5936963fe9 HTTP/1.1" status: 204 len: 173 time: 1.0602472 Aug 04 08:42:09.441560 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af2394e-d4e4-42e0-9d24-1b32e1c94b19', 'name': 'network-vif-deleted', 'tag': '5fd36594-637f-4de2-aa14-fe5936963fe9'}] {{(pid=100320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:42:09.444434 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0fb8cf4a75af305c05a6811089918ae1dc95fdd1c14f947d6ddb53af2a89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64f4b50-7d3b-450a-b0f6-b0329cfb9a69" -d '{"events": [{"server_uuid": "5af2394e-d4e4-42e0-9d24-1b32e1c94b19", "name": "network-vif-deleted", "tag": "5fd36594-637f-4de2-aa14-fe5936963fe9"}]}' {{(pid=100320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:42:09.464486 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['481f2ab9-8a66-48c7-a6fc-7b49bf7192af', '602f7d96-4c56-4939-ae23-25cb3b0b9b5e', '5fd36594-637f-4de2-aa14-fe5936963fe9'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:42:09.483095 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1236fae-9159-4f8d-966b-edb117b6402f None None] Pushing event updated for resources: {'Port': ['ID=ca949d34-7151-4b46-b8cf-13c51416cd67,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:09.518189 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcda3588-411f-48e8-a6ad-4ac4531a3cf8 x-openstack-request-id: req-fcda3588-411f-48e8-a6ad-4ac4531a3cf8 {{(pid=100320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:42:09.518497 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af2394e-d4e4-42e0-9d24-1b32e1c94b19", "name": "network-vif-deleted", "tag": "5fd36594-637f-4de2-aa14-fe5936963fe9", "status": "completed", "code": 200}]} {{(pid=100320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:42:09.518722 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fcda3588-411f-48e8-a6ad-4ac4531a3cf8 {{(pid=100320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:42:09.519120 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af2394e-d4e4-42e0-9d24-1b32e1c94b19', 'name': 'network-vif-deleted', 'tag': '5fd36594-637f-4de2-aa14-fe5936963fe9', 'status': 'completed', 'code': 200} Aug 04 08:42:09.552916 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-80c78a62-68d2-4632-b9a2-f01cb332730a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:09.676930 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-80c78a62-68d2-4632-b9a2-f01cb332730a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134116821'] for port, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:09.757176 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c78a62-68d2-4632-b9a2-f01cb332730a admin admin] Pushing event updated for resources: {'Port': ['ID=59f563ad-49f9-4cc3-9379-856dee08994d,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:09.775896 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c78a62-68d2-4632-b9a2-f01cb332730a admin admin] Network 3e216780-0509-4029-b6cd-a15c5c01b313 is already hosted by enough agents. {{(pid=100320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:42:09.781472 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.base_scheduler [None req-80c78a62-68d2-4632-b9a2-f01cb332730a admin admin] Resources bound (agent type, host, resource id): {{(pid=100320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:42:09.784899 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c78a62-68d2-4632-b9a2-f01cb332730a admin admin] Received port after_create {{(pid=100320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:42:10.019722 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-972bdd8d-8d76-4f41-9849-6ace436e8836 req-74390708-daac-4d2e-a3c9-d437463762ae tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=5af2394e-d4e4-42e0-9d24-1b32e1c94b19 HTTP/1.1" status: 200 len: 210 time: 0.0630469 Aug 04 08:42:10.239127 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-80c78a62-68d2-4632-b9a2-f01cb332730a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:10.264622 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:10.282610 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-747fcd01-3027-4a55-8bf2-95c993922a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:10.449290 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa66c6f-eabe-4e1a-b5b0-745147fdbfe1 req-7401aad7-30ed-4db9-85d6-eb5da6e89cb7 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:10.450834 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-1aa66c6f-eabe-4e1a-b5b0-745147fdbfe1 req-7401aad7-30ed-4db9-85d6-eb5da6e89cb7 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.1073487 Aug 04 08:42:10.538738 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-1aa66c6f-eabe-4e1a-b5b0-745147fdbfe1 req-4a5b3713-1178-4881-8b7b-e8a5873e026a tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812576 Aug 04 08:42:10.545144 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-80c78a62-68d2-4632-b9a2-f01cb332730a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055515'] for router, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:10.647780 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06bda91-4bdd-4afa-b03e-dac592d134ac None None] Network 1b4de951-6c8d-49e5-aa28-c222153b610b requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:42:10.712165 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device ca949d34-7151-4b46-b8cf-13c51416cd67 up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:42:10.792083 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c78a62-68d2-4632-b9a2-f01cb332730a admin admin] Router c3100ad8-5444-421d-b002-d2bd1863cd50 is scheduled to L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 with binding_index 1 {{(pid=100320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 08:42:10.859962 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-60332803-5875-4e59-9e1d-c46017fc7e8a None None] Provisioning for port ca949d34-7151-4b46-b8cf-13c51416cd67 completed by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:42:10.883904 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning for port ca949d34-7151-4b46-b8cf-13c51416cd67 completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:42:10.891716 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port ca949d34-7151-4b46-b8cf-13c51416cd67 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:10.892124 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:10.918926 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c78a62-68d2-4632-b9a2-f01cb332730a admin admin] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:42:10.929600 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b0c919-2ea2-4ed0-83f7-a1db3786b581 None None] Sync routers for ids ['c3100ad8-5444-421d-b002-d2bd1863cd50'] in dv-cinder-802653-4-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:42:10.942878 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b0c919-2ea2-4ed0-83f7-a1db3786b581 None None] Routers {'c3100ad8-5444-421d-b002-d2bd1863cd50'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:42:10.943521 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-76b0c919-2ea2-4ed0-83f7-a1db3786b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:42:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['c3100ad8-5444-421d-b002-d2bd1863cd50'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:11.018148 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:11.060508 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] For port ca949d34-7151-4b46-b8cf-13c51416cd67, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=ca949d34-7151-4b46-b8cf-13c51416cd67,segment=NetworkSegment(1c7cebde-3a29-4acf-9b77-475b6a2a0450),segment_id=1c7cebde-3a29-4acf-9b77-475b6a2a0450)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:42:11.073462 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-76b0c919-2ea2-4ed0-83f7-a1db3786b581 None None] Set router c3100ad8-5444-421d-b002-d2bd1863cd50 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:42:11.078710 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-80c78a62-68d2-4632-b9a2-f01cb332730a admin admin] Notify callbacks [] for router, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:11.081316 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-80c78a62-68d2-4632-b9a2-f01cb332730a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1684470 Aug 04 08:42:11.084175 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 51864) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:11.134470 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:11.135483 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:42:11.179612 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:11.229976 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-cd15aeba-a15d-4688-8a66-cfde48d0ea01 None None] Provisioning complete for port ca949d34-7151-4b46-b8cf-13c51416cd67 triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:11.230366 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-cd15aeba-a15d-4688-8a66-cfde48d0ea01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:11.273319 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Pushing event updated for resources: {'Port': ['ID=ca949d34-7151-4b46-b8cf-13c51416cd67,revision_number=3']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:11.295063 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning for port 0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:42:11.296346 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-76b0c919-2ea2-4ed0-83f7-a1db3786b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3100ad8-5444-421d-b002-d2bd1863cd50', 'name': 'tempest-TestMinimumBasicScenario-164737034-router', 'tenant_id': '1693834e0dd0421ea16b06237f8c816b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '59f563ad-49f9-4cc3-9379-856dee08994d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:08Z', 'updated_at': '2021-08-04T08:42:10Z', 'revision_number': 3, 'project_id': '1693834e0dd0421ea16b06237f8c816b', 'gw_port': {'id': '59f563ad-49f9-4cc3-9379-856dee08994d', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ed:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3100ad8-5444-421d-b002-d2bd1863cd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:08Z', 'updated_at': '2021-08-04T08:42:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:11.304474 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port 0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:11.304474 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:11.331320 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b0c919-2ea2-4ed0-83f7-a1db3786b581 None None] Checking router: c3100ad8-5444-421d-b002-d2bd1863cd50 for host: dv-cinder-802653-4-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:42:11.331774 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b0c919-2ea2-4ed0-83f7-a1db3786b581 None None] Updating router c3100ad8-5444-421d-b002-d2bd1863cd50 port 59f563ad-49f9-4cc3-9379-856dee08994d binding host dv-cinder-802653-4-iscsi {{(pid=100323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 08:42:11.374167 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-76b0c919-2ea2-4ed0-83f7-a1db3786b581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:11.450201 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:11.488339 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] For port 0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa,segment=NetworkSegment(f0915773-4be9-486f-b346-f3ff63b781e0),segment_id=f0915773-4be9-486f-b346-f3ff63b781e0)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:42:11.557506 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:11.592299 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d5f0e-208a-48e4-92a2-b87c990b9a07 req-10bec23a-3812-4601-a313-b34b42a4ca9b tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:11.593853 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9c0d5f0e-208a-48e4-92a2-b87c990b9a07 req-10bec23a-3812-4601-a313-b34b42a4ca9b tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790 HTTP/1.1" status: 200 len: 945 time: 0.0699601 Aug 04 08:42:11.621920 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Pushing event updated for resources: {'Port': ['ID=0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa,revision_number=5']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:11.640042 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9c0d5f0e-208a-48e4-92a2-b87c990b9a07 req-839ad738-92c1-4d8c-ad6c-dd7855148cbc tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390866 Aug 04 08:42:11.691489 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-76b0c919-2ea2-4ed0-83f7-a1db3786b581 None None] Notify callbacks [] for port, precommit_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:11.701688 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-76b0c919-2ea2-4ed0-83f7-a1db3786b581 None None] Transition to ACTIVE for port object 59f563ad-49f9-4cc3-9379-856dee08994d will not be triggered until provisioned by entity L2. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:42:11.714880 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d5795-4111-4d5b-97ad-b86cbd5c60c9 req-a2ffb1d4-b78e-44e8-8e08-f4ac2940602c tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:11.716383 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f79d5795-4111-4d5b-97ad-b86cbd5c60c9 req-a2ffb1d4-b78e-44e8-8e08-f4ac2940602c tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0660856 Aug 04 08:42:11.791490 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-76b0c919-2ea2-4ed0-83f7-a1db3786b581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:11.800485 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f79d5795-4111-4d5b-97ad-b86cbd5c60c9 req-1802b872-2b0b-4fc7-8b05-9af951aaf932 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659759 Aug 04 08:42:11.842811 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-76b0c919-2ea2-4ed0-83f7-a1db3786b581 None None] Attempting to bind port 59f563ad-49f9-4cc3-9379-856dee08994d on host dv-cinder-802653-4-iscsi for vnic_type normal with profile {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:42:11.843184 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-76b0c919-2ea2-4ed0-83f7-a1db3786b581 None None] Attempting to bind port 59f563ad-49f9-4cc3-9379-856dee08994d by drivers openvswitch,hyperv on host dv-cinder-802653-4-iscsi at level 0 using segments [{'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:42:11.843548 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b0c919-2ea2-4ed0-83f7-a1db3786b581 None None] Attempting to bind port 59f563ad-49f9-4cc3-9379-856dee08994d on network 3e216780-0509-4029-b6cd-a15c5c01b313 {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:42:11.846515 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c113813b-6801-41ba-8b3b-9fa060470594 None None] Pushing event updated for resources: {'Port': ['ID=59f563ad-49f9-4cc3-9379-856dee08994d,revision_number=2']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:11.850911 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b0c919-2ea2-4ed0-83f7-a1db3786b581 None None] Checking agent: {'id': '88e3f6d8-c986-4299-b0e5-a4c4ec344b2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 31, 10), 'started_at': datetime.datetime(2021, 8, 4, 8, 31, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:42:11.851286 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b0c919-2ea2-4ed0-83f7-a1db3786b581 None None] Checking segment: {'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:42:11.851705 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-76b0c919-2ea2-4ed0-83f7-a1db3786b581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:11.852117 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b0c919-2ea2-4ed0-83f7-a1db3786b581 None None] Bound using segment: {'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:42:11.852583 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-76b0c919-2ea2-4ed0-83f7-a1db3786b581 None None] Bound port: 59f563ad-49f9-4cc3-9379-856dee08994d, host: dv-cinder-802653-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'}}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:42:11.852975 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-76b0c919-2ea2-4ed0-83f7-a1db3786b581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:11.864415 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c6ad73c0-806b-449a-844a-8add2b68c989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:11.906674 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-76b0c919-2ea2-4ed0-83f7-a1db3786b581 None None] For port 59f563ad-49f9-4cc3-9379-856dee08994d, host dv-cinder-802653-4-iscsi, cleared binding levels {{(pid=100323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:42:11.909622 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-76b0c919-2ea2-4ed0-83f7-a1db3786b581 None None] For port 59f563ad-49f9-4cc3-9379-856dee08994d, host dv-cinder-802653-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=59f563ad-49f9-4cc3-9379-856dee08994d,segment=NetworkSegment(14aa563b-e8c7-40ac-9bd4-d0f3043acf10),segment_id=14aa563b-e8c7-40ac-9bd4-d0f3043acf10)] {{(pid=100323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:42:11.946366 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 5fd36594-637f-4de2-aa14-fe5936963fe9 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:42:11.966302 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] No Port match for: 5fd36594-637f-4de2-aa14-fe5936963fe9 {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:42:11.966667 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 5fd36594-637f-4de2-aa14-fe5936963fe9 not bound to the agent host hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:42:11.967071 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device f3f64c7c-cadc-4780-87a4-59477460f157 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:42:11.987821 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-76b0c919-2ea2-4ed0-83f7-a1db3786b581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:11.992991 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] No Port match for: f3f64c7c-cadc-4780-87a4-59477460f157 {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:42:11.995890 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device f3f64c7c-cadc-4780-87a4-59477460f157 not bound to the agent host hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:42:12.025175 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.db_base_plugin_common [None req-c6ad73c0-806b-449a-844a-8add2b68c989 admin admin] Allocated IP 172.20.0.1 (1b4de951-6c8d-49e5-aa28-c222153b610b/1ee68454-8eba-4092-94a0-1b67065d3800/48bd127f-8ac9-43de-b14e-3452a259f175) {{(pid=100320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:42:12.045544 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c113813b-6801-41ba-8b3b-9fa060470594 None None] Pushing event updated for resources: {'Port': ['ID=59f563ad-49f9-4cc3-9379-856dee08994d,revision_number=3']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:12.058864 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b0c919-2ea2-4ed0-83f7-a1db3786b581 None None] Routers {'c3100ad8-5444-421d-b002-d2bd1863cd50'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:42:12.059729 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-76b0c919-2ea2-4ed0-83f7-a1db3786b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:42:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['c3100ad8-5444-421d-b002-d2bd1863cd50'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:12.139234 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c6ad73c0-806b-449a-844a-8add2b68c989 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:12.151588 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.provisioning_blocks [None req-c6ad73c0-806b-449a-844a-8add2b68c989 admin admin] Transition to ACTIVE for port object 48bd127f-8ac9-43de-b14e-3452a259f175 will not be triggered until provisioned by entity DHCP. {{(pid=100320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:42:12.169220 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-76b0c919-2ea2-4ed0-83f7-a1db3786b581 None None] Set router c3100ad8-5444-421d-b002-d2bd1863cd50 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:42:12.237535 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c6ad73c0-806b-449a-844a-8add2b68c989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134116821'] for port, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:12.279388 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ad73c0-806b-449a-844a-8add2b68c989 admin admin] Network 1b4de951-6c8d-49e5-aa28-c222153b610b is already hosted by enough agents. {{(pid=100320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:42:12.283836 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.base_scheduler [None req-c6ad73c0-806b-449a-844a-8add2b68c989 admin admin] Resources bound (agent type, host, resource id): {{(pid=100320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:42:12.287216 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ad73c0-806b-449a-844a-8add2b68c989 admin admin] Received port after_create {{(pid=100320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:42:12.313608 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad73c0-806b-449a-844a-8add2b68c989 admin admin] Pushing event updated for resources: {'Port': ['ID=48bd127f-8ac9-43de-b14e-3452a259f175,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:12.331163 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad73c0-806b-449a-844a-8add2b68c989 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:12.331163 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad73c0-806b-449a-844a-8add2b68c989 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:12.331163 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad73c0-806b-449a-844a-8add2b68c989 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:12.331163 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad73c0-806b-449a-844a-8add2b68c989 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:12.331163 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad73c0-806b-449a-844a-8add2b68c989 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:12.331163 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad73c0-806b-449a-844a-8add2b68c989 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:12.331163 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad73c0-806b-449a-844a-8add2b68c989 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:12.331163 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad73c0-806b-449a-844a-8add2b68c989 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:12.331163 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad73c0-806b-449a-844a-8add2b68c989 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:12.331163 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad73c0-806b-449a-844a-8add2b68c989 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:12.331163 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad73c0-806b-449a-844a-8add2b68c989 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:12.331163 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ad73c0-806b-449a-844a-8add2b68c989 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:12.345349 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c6ad73c0-806b-449a-844a-8add2b68c989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2055812'] for router_interface, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:12.361990 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-76b0c919-2ea2-4ed0-83f7-a1db3786b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3100ad8-5444-421d-b002-d2bd1863cd50', 'name': 'tempest-TestMinimumBasicScenario-164737034-router', 'tenant_id': '1693834e0dd0421ea16b06237f8c816b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '59f563ad-49f9-4cc3-9379-856dee08994d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:08Z', 'updated_at': '2021-08-04T08:42:10Z', 'revision_number': 3, 'project_id': '1693834e0dd0421ea16b06237f8c816b', 'gw_port': {'id': '59f563ad-49f9-4cc3-9379-856dee08994d', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ed:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3100ad8-5444-421d-b002-d2bd1863cd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:08Z', 'updated_at': '2021-08-04T08:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:12.391749 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b0c919-2ea2-4ed0-83f7-a1db3786b581 None None] The sync data for ids ['c3100ad8-5444-421d-b002-d2bd1863cd50'] in dv-cinder-802653-4-iscsi is: [{'id': 'c3100ad8-5444-421d-b002-d2bd1863cd50', 'name': 'tempest-TestMinimumBasicScenario-164737034-router', 'tenant_id': '1693834e0dd0421ea16b06237f8c816b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '59f563ad-49f9-4cc3-9379-856dee08994d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:08Z', 'updated_at': '2021-08-04T08:42:10Z', 'revision_number': 3, 'project_id': '1693834e0dd0421ea16b06237f8c816b', 'gw_port': {'id': '59f563ad-49f9-4cc3-9379-856dee08994d', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ed:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3100ad8-5444-421d-b002-d2bd1863cd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:08Z', 'updated_at': '2021-08-04T08:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:42:12.581425 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c6ad73c0-806b-449a-844a-8add2b68c989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:12.624864 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-1c0cca42-f054-4e49-833c-514e8a0f94ec None None] Provisioning for port 48bd127f-8ac9-43de-b14e-3452a259f175 completed by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:42:12.634136 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-1c0cca42-f054-4e49-833c-514e8a0f94ec None None] Provisioning complete for port 48bd127f-8ac9-43de-b14e-3452a259f175 triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:12.634955 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1c0cca42-f054-4e49-833c-514e8a0f94ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:12.707862 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device ca949d34-7151-4b46-b8cf-13c51416cd67 up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:42:12.741022 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-1c0cca42-f054-4e49-833c-514e8a0f94ec None None] Port 48bd127f-8ac9-43de-b14e-3452a259f175 cannot update to ACTIVE because it is not bound. {{(pid=100322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 08:42:12.776525 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port ca949d34-7151-4b46-b8cf-13c51416cd67 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:12.776909 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:12.785494 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc4f58-eba4-41ae-88a7-6979b4aa0c4a req-2c5508df-c495-4e10-aa02-8b188ff0d1b1 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:12.793320 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-41bc4f58-eba4-41ae-88a7-6979b4aa0c4a req-2c5508df-c495-4e10-aa02-8b188ff0d1b1 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790 HTTP/1.1" status: 200 len: 945 time: 0.0669043 Aug 04 08:42:12.816373 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c6ad73c0-806b-449a-844a-8add2b68c989 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:12.838399 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-41bc4f58-eba4-41ae-88a7-6979b4aa0c4a req-abc86a68-1ed1-426c-b61a-ac07b82cbd3b tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440767 Aug 04 08:42:12.860288 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c6ad73c0-806b-449a-844a-8add2b68c989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134116828'] for port, after_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:12.880061 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:12.900419 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:42:12.958264 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port 0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:12.959005 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:12.969342 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c6ad73c0-806b-449a-844a-8add2b68c989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055704'] for router_interface, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:12.981816 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad73c0-806b-449a-844a-8add2b68c989 admin admin] Pushing event updated for resources: {'Port': ['ID=48bd127f-8ac9-43de-b14e-3452a259f175,revision_number=2']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:13.042636 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5cafb-ec84-444a-a47d-152bf51383b3 req-172dad79-4321-47a5-a4f2-7839efc7cf6a tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:13.044222 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f2f5cafb-ec84-444a-a47d-152bf51383b3 req-172dad79-4321-47a5-a4f2-7839efc7cf6a tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.1516514 Aug 04 08:42:13.113043 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f2f5cafb-ec84-444a-a47d-152bf51383b3 req-0fa0cf42-f569-4b7d-8b6f-904ba8b3f957 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574224 Aug 04 08:42:13.140335 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ad73c0-806b-449a-844a-8add2b68c989 admin admin] Network 1b4de951-6c8d-49e5-aa28-c222153b610b is already hosted by enough agents. {{(pid=100320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:42:13.141777 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.base_scheduler [None req-c6ad73c0-806b-449a-844a-8add2b68c989 admin admin] Resources bound (agent type, host, resource id): {{(pid=100320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:42:13.263594 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ad73c0-806b-449a-844a-8add2b68c989 admin admin] Router c3100ad8-5444-421d-b002-d2bd1863cd50 has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:42:13.377354 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ad73c0-806b-449a-844a-8add2b68c989 admin admin] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:42:13.378479 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-ea839853-8c4d-44ee-9483-98e764c955d4 None None] Provisioning complete for port 48bd127f-8ac9-43de-b14e-3452a259f175 triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:13.378874 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ea839853-8c4d-44ee-9483-98e764c955d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:13.382978 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-c6ad73c0-806b-449a-844a-8add2b68c989 admin admin] 10.222.0.45 "PUT /v2.0/routers/c3100ad8-5444-421d-b002-d2bd1863cd50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2936840 Aug 04 08:42:13.417516 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-ea839853-8c4d-44ee-9483-98e764c955d4 None None] Port 48bd127f-8ac9-43de-b14e-3452a259f175 cannot update to ACTIVE because it is not bound. {{(pid=100322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 08:42:13.561578 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c71f43-6f70-4cbc-9d45-c97d99df9190 req-ab657207-a945-4d85-8bfd-8ad378c7dd5c tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:13.563141 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-11c71f43-6f70-4cbc-9d45-c97d99df9190 req-ab657207-a945-4d85-8bfd-8ad378c7dd5c tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790 HTTP/1.1" status: 200 len: 945 time: 0.0517383 Aug 04 08:42:13.662475 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [req-11c71f43-6f70-4cbc-9d45-c97d99df9190 req-2ed119c0-8e0c-4322-8116-c2dfab813276 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Deleting port 602f7d96-4c56-4939-ae23-25cb3b0b9b5e {{(pid=100320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:42:13.662819 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [req-11c71f43-6f70-4cbc-9d45-c97d99df9190 req-2ed119c0-8e0c-4322-8116-c2dfab813276 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:13.758492 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.db [req-11c71f43-6f70-4cbc-9d45-c97d99df9190 req-2ed119c0-8e0c-4322-8116-c2dfab813276 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] For port 602f7d96-4c56-4939-ae23-25cb3b0b9b5e, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=602f7d96-4c56-4939-ae23-25cb3b0b9b5e,segment=NetworkSegment(b9bcbbd9-c1c5-45af-90bb-9eb9716d692f),segment_id=b9bcbbd9-c1c5-45af-90bb-9eb9716d692f)] {{(pid=100320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:42:13.758888 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [req-11c71f43-6f70-4cbc-9d45-c97d99df9190 req-2ed119c0-8e0c-4322-8116-c2dfab813276 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:13.773516 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [req-11c71f43-6f70-4cbc-9d45-c97d99df9190 req-2ed119c0-8e0c-4322-8116-c2dfab813276 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Calling delete_port for 602f7d96-4c56-4939-ae23-25cb3b0b9b5e owned by compute:nova {{(pid=100320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:42:13.982731 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d91c00-2772-4c6f-9108-94e5bc2b583a req-133ff758-73aa-4df3-b9a6-ebf2e38fb4fc tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:13.984517 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-29d91c00-2772-4c6f-9108-94e5bc2b583a req-133ff758-73aa-4df3-b9a6-ebf2e38fb4fc tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790 HTTP/1.1" status: 200 len: 945 time: 0.0716448 Aug 04 08:42:14.002573 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [req-11c71f43-6f70-4cbc-9d45-c97d99df9190 req-2ed119c0-8e0c-4322-8116-c2dfab813276 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134116821'] for port, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:14.040620 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed119c0-8e0c-4322-8116-c2dfab813276 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Pushing event deleted for resources: {'Port': ['ID=602f7d96-4c56-4939-ae23-25cb3b0b9b5e,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:14.046679 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['481f2ab9-8a66-48c7-a6fc-7b49bf7192af'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:42:14.063138 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df0d17b-a08d-4368-b18b-5dad46b4fddf None None] Sync routers for ids ['c3100ad8-5444-421d-b002-d2bd1863cd50'] in dv-cinder-802653-4-iscsi {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:42:14.077107 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-29d91c00-2772-4c6f-9108-94e5bc2b583a req-2d54e1e3-632c-4f14-9d35-3691321d4b4d tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809059 Aug 04 08:42:14.094010 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c71f43-6f70-4cbc-9d45-c97d99df9190 req-2ed119c0-8e0c-4322-8116-c2dfab813276 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] No DVR routers for this DVR port 602f7d96-4c56-4939-ae23-25cb3b0b9b5e on host hv-cinder-80265 {{(pid=100320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:42:14.099511 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [req-11c71f43-6f70-4cbc-9d45-c97d99df9190 req-2ed119c0-8e0c-4322-8116-c2dfab813276 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:14.101764 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-11c71f43-6f70-4cbc-9d45-c97d99df9190 req-2ed119c0-8e0c-4322-8116-c2dfab813276 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.61 "DELETE /v2.0/ports/602f7d96-4c56-4939-ae23-25cb3b0b9b5e HTTP/1.1" status: 204 len: 173 time: 0.5297546 Aug 04 08:42:14.102290 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790', 'name': 'network-vif-deleted', 'tag': '602f7d96-4c56-4939-ae23-25cb3b0b9b5e'}] {{(pid=100320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:42:14.104682 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0fb8cf4a75af305c05a6811089918ae1dc95fdd1c14f947d6ddb53af2a89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2013a5a-2cd9-4f31-9813-3ed8d69018c3" -d '{"events": [{"server_uuid": "e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790", "name": "network-vif-deleted", "tag": "602f7d96-4c56-4939-ae23-25cb3b0b9b5e"}]}' {{(pid=100320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:42:14.110238 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df0d17b-a08d-4368-b18b-5dad46b4fddf None None] Routers {'c3100ad8-5444-421d-b002-d2bd1863cd50'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:42:14.110897 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-3df0d17b-a08d-4368-b18b-5dad46b4fddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:42:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['c3100ad8-5444-421d-b002-d2bd1863cd50'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:14.166914 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b119a8-87db-41cc-ab85-94811d06a9eb x-openstack-request-id: req-a9b119a8-87db-41cc-ab85-94811d06a9eb {{(pid=100320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:42:14.167262 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790", "name": "network-vif-deleted", "tag": "602f7d96-4c56-4939-ae23-25cb3b0b9b5e", "status": "completed", "code": 200}]} {{(pid=100320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:42:14.167526 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a9b119a8-87db-41cc-ab85-94811d06a9eb {{(pid=100320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:42:14.167948 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790', 'name': 'network-vif-deleted', 'tag': '602f7d96-4c56-4939-ae23-25cb3b0b9b5e', 'status': 'completed', 'code': 200} Aug 04 08:42:14.333895 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3eea2-4976-4af7-81bd-fcb8637f6fe8 req-093ceda5-5cf0-46da-acbd-d1e8e11705cb tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:14.338051 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-acd3eea2-4976-4af7-81bd-fcb8637f6fe8 req-093ceda5-5cf0-46da-acbd-d1e8e11705cb tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0809793 Aug 04 08:42:14.382329 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-3df0d17b-a08d-4368-b18b-5dad46b4fddf None None] Set router c3100ad8-5444-421d-b002-d2bd1863cd50 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:42:14.493855 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-acd3eea2-4976-4af7-81bd-fcb8637f6fe8 req-031fb62f-634a-451d-854b-a852a5a0fde2 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306844 Aug 04 08:42:14.744930 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 59f563ad-49f9-4cc3-9379-856dee08994d up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:42:14.950594 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-3df0d17b-a08d-4368-b18b-5dad46b4fddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3100ad8-5444-421d-b002-d2bd1863cd50', 'name': 'tempest-TestMinimumBasicScenario-164737034-router', 'tenant_id': '1693834e0dd0421ea16b06237f8c816b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '59f563ad-49f9-4cc3-9379-856dee08994d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:08Z', 'updated_at': '2021-08-04T08:42:12Z', 'revision_number': 4, 'project_id': '1693834e0dd0421ea16b06237f8c816b', 'gw_port': {'id': '59f563ad-49f9-4cc3-9379-856dee08994d', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ed:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3100ad8-5444-421d-b002-d2bd1863cd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:08Z', 'updated_at': '2021-08-04T08:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '48bd127f-8ac9-43de-b14e-3452a259f175', 'name': '', 'network_id': '1b4de951-6c8d-49e5-aa28-c222153b610b', 'tenant_id': '1693834e0dd0421ea16b06237f8c816b', 'mac_address': 'fa:16:3e:71:05:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3100ad8-5444-421d-b002-d2bd1863cd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '1ee68454-8eba-4092-94a0-1b67065d3800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:11Z', 'updated_at': '2021-08-04T08:42:12Z', 'revision_number': 2, 'project_id': '1693834e0dd0421ea16b06237f8c816b', 'subnets': [{'id': '1ee68454-8eba-4092-94a0-1b67065d3800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:14.997885 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df0d17b-a08d-4368-b18b-5dad46b4fddf None None] Checking router: c3100ad8-5444-421d-b002-d2bd1863cd50 for host: dv-cinder-802653-4-iscsi {{(pid=100322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:42:14.998251 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df0d17b-a08d-4368-b18b-5dad46b4fddf None None] Updating router c3100ad8-5444-421d-b002-d2bd1863cd50 port 48bd127f-8ac9-43de-b14e-3452a259f175 binding host dv-cinder-802653-4-iscsi {{(pid=100322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 08:42:15.018149 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning for port 59f563ad-49f9-4cc3-9379-856dee08994d completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:42:15.028700 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port 59f563ad-49f9-4cc3-9379-856dee08994d triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:15.035646 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:15.067987 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3df0d17b-a08d-4368-b18b-5dad46b4fddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:15.216930 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-528d327b-918c-4806-8e26-39d48b9174e4 req-0b5f1ddb-0472-449b-a6ec-081f87793110 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0d7b4c6-7f7b-4e3d-8ae6-b2e15fcd7790 HTTP/1.1" status: 200 len: 210 time: 0.0407648 Aug 04 08:42:15.242301 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:15.313652 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] For port 59f563ad-49f9-4cc3-9379-856dee08994d, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=59f563ad-49f9-4cc3-9379-856dee08994d,segment=NetworkSegment(14aa563b-e8c7-40ac-9bd4-d0f3043acf10),segment_id=14aa563b-e8c7-40ac-9bd4-d0f3043acf10)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:42:15.418610 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:15.508615 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3df0d17b-a08d-4368-b18b-5dad46b4fddf None None] Notify callbacks [] for port, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:15.518458 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Pushing event updated for resources: {'Port': ['ID=59f563ad-49f9-4cc3-9379-856dee08994d,revision_number=4']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:15.537717 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-3df0d17b-a08d-4368-b18b-5dad46b4fddf None None] Transition to ACTIVE for port object 48bd127f-8ac9-43de-b14e-3452a259f175 will not be triggered until provisioned by entity L2. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:42:15.614797 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3df0d17b-a08d-4368-b18b-5dad46b4fddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:15.694265 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f78eeb-eb52-4193-9e16-a90dd1ac5635 None None] Pushing event updated for resources: {'Port': ['ID=48bd127f-8ac9-43de-b14e-3452a259f175,revision_number=3']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:15.713206 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a8158-4f3d-4740-9587-912a9ef09364 req-753cbcad-7e22-49f6-b5c2-e19544e77946 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:15.725820 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-642a8158-4f3d-4740-9587-912a9ef09364 req-753cbcad-7e22-49f6-b5c2-e19544e77946 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.1331613 Aug 04 08:42:15.776312 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-642a8158-4f3d-4740-9587-912a9ef09364 req-e0934a46-ce63-497c-9c5c-2e51d666a82d tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494571 Aug 04 08:42:15.777825 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-3df0d17b-a08d-4368-b18b-5dad46b4fddf None None] Attempting to bind port 48bd127f-8ac9-43de-b14e-3452a259f175 on host dv-cinder-802653-4-iscsi for vnic_type normal with profile {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:42:15.778270 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-3df0d17b-a08d-4368-b18b-5dad46b4fddf None None] Attempting to bind port 48bd127f-8ac9-43de-b14e-3452a259f175 by drivers openvswitch,hyperv on host dv-cinder-802653-4-iscsi at level 0 using segments [{'id': '1c7cebde-3a29-4acf-9b77-475b6a2a0450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1b4de951-6c8d-49e5-aa28-c222153b610b'}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:42:15.778774 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df0d17b-a08d-4368-b18b-5dad46b4fddf None None] Attempting to bind port 48bd127f-8ac9-43de-b14e-3452a259f175 on network 1b4de951-6c8d-49e5-aa28-c222153b610b {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:42:15.791871 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df0d17b-a08d-4368-b18b-5dad46b4fddf None None] Checking agent: {'id': '88e3f6d8-c986-4299-b0e5-a4c4ec344b2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 31, 10), 'started_at': datetime.datetime(2021, 8, 4, 8, 31, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:42:15.791871 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df0d17b-a08d-4368-b18b-5dad46b4fddf None None] Checking segment: {'id': '1c7cebde-3a29-4acf-9b77-475b6a2a0450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1b4de951-6c8d-49e5-aa28-c222153b610b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:42:15.791871 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3df0d17b-a08d-4368-b18b-5dad46b4fddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:15.791871 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df0d17b-a08d-4368-b18b-5dad46b4fddf None None] Bound using segment: {'id': '1c7cebde-3a29-4acf-9b77-475b6a2a0450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1b4de951-6c8d-49e5-aa28-c222153b610b'} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:42:15.791871 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-3df0d17b-a08d-4368-b18b-5dad46b4fddf None None] Bound port: 48bd127f-8ac9-43de-b14e-3452a259f175, host: dv-cinder-802653-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c7cebde-3a29-4acf-9b77-475b6a2a0450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1b4de951-6c8d-49e5-aa28-c222153b610b'}}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:42:15.791871 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3df0d17b-a08d-4368-b18b-5dad46b4fddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:15.879733 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-3df0d17b-a08d-4368-b18b-5dad46b4fddf None None] For port 48bd127f-8ac9-43de-b14e-3452a259f175, host dv-cinder-802653-4-iscsi, cleared binding levels {{(pid=100322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:42:15.884156 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-3df0d17b-a08d-4368-b18b-5dad46b4fddf None None] For port 48bd127f-8ac9-43de-b14e-3452a259f175, host dv-cinder-802653-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=48bd127f-8ac9-43de-b14e-3452a259f175,segment=NetworkSegment(1c7cebde-3a29-4acf-9b77-475b6a2a0450),segment_id=1c7cebde-3a29-4acf-9b77-475b6a2a0450)] {{(pid=100322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:42:15.951455 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 602f7d96-4c56-4939-ae23-25cb3b0b9b5e no longer exists at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:42:15.975229 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] No Port match for: 602f7d96-4c56-4939-ae23-25cb3b0b9b5e {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:42:15.975511 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 602f7d96-4c56-4939-ae23-25cb3b0b9b5e not bound to the agent host hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:42:15.978044 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3df0d17b-a08d-4368-b18b-5dad46b4fddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:16.053411 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df0d17b-a08d-4368-b18b-5dad46b4fddf None None] Routers {'c3100ad8-5444-421d-b002-d2bd1863cd50'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:42:16.054181 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-3df0d17b-a08d-4368-b18b-5dad46b4fddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:42:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['c3100ad8-5444-421d-b002-d2bd1863cd50'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:16.064208 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f78eeb-eb52-4193-9e16-a90dd1ac5635 None None] Pushing event updated for resources: {'Port': ['ID=48bd127f-8ac9-43de-b14e-3452a259f175,revision_number=4']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:16.210932 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-3df0d17b-a08d-4368-b18b-5dad46b4fddf None None] Set router c3100ad8-5444-421d-b002-d2bd1863cd50 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:42:16.507034 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-3df0d17b-a08d-4368-b18b-5dad46b4fddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3100ad8-5444-421d-b002-d2bd1863cd50', 'name': 'tempest-TestMinimumBasicScenario-164737034-router', 'tenant_id': '1693834e0dd0421ea16b06237f8c816b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '59f563ad-49f9-4cc3-9379-856dee08994d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:08Z', 'updated_at': '2021-08-04T08:42:12Z', 'revision_number': 4, 'project_id': '1693834e0dd0421ea16b06237f8c816b', 'gw_port': {'id': '59f563ad-49f9-4cc3-9379-856dee08994d', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3100ad8-5444-421d-b002-d2bd1863cd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:08Z', 'updated_at': '2021-08-04T08:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '48bd127f-8ac9-43de-b14e-3452a259f175', 'name': '', 'network_id': '1b4de951-6c8d-49e5-aa28-c222153b610b', 'tenant_id': '1693834e0dd0421ea16b06237f8c816b', 'mac_address': 'fa:16:3e:71:05:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3100ad8-5444-421d-b002-d2bd1863cd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '1ee68454-8eba-4092-94a0-1b67065d3800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:11Z', 'updated_at': '2021-08-04T08:42:15Z', 'revision_number': 4, 'project_id': '1693834e0dd0421ea16b06237f8c816b', 'subnets': [{'id': '1ee68454-8eba-4092-94a0-1b67065d3800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:16.537044 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df0d17b-a08d-4368-b18b-5dad46b4fddf None None] The sync data for ids ['c3100ad8-5444-421d-b002-d2bd1863cd50'] in dv-cinder-802653-4-iscsi is: [{'id': 'c3100ad8-5444-421d-b002-d2bd1863cd50', 'name': 'tempest-TestMinimumBasicScenario-164737034-router', 'tenant_id': '1693834e0dd0421ea16b06237f8c816b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '59f563ad-49f9-4cc3-9379-856dee08994d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:08Z', 'updated_at': '2021-08-04T08:42:12Z', 'revision_number': 4, 'project_id': '1693834e0dd0421ea16b06237f8c816b', 'gw_port': {'id': '59f563ad-49f9-4cc3-9379-856dee08994d', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3100ad8-5444-421d-b002-d2bd1863cd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:08Z', 'updated_at': '2021-08-04T08:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '48bd127f-8ac9-43de-b14e-3452a259f175', 'name': '', 'network_id': '1b4de951-6c8d-49e5-aa28-c222153b610b', 'tenant_id': '1693834e0dd0421ea16b06237f8c816b', 'mac_address': 'fa:16:3e:71:05:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3100ad8-5444-421d-b002-d2bd1863cd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '1ee68454-8eba-4092-94a0-1b67065d3800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:11Z', 'updated_at': '2021-08-04T08:42:15Z', 'revision_number': 4, 'project_id': '1693834e0dd0421ea16b06237f8c816b', 'subnets': [{'id': '1ee68454-8eba-4092-94a0-1b67065d3800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:42:16.788500 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 48bd127f-8ac9-43de-b14e-3452a259f175 up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:42:16.911051 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593526f9-af3e-4936-a66d-dc15d8fbe71d req-83e20bd5-df7f-444e-b41d-f1f28b73bf1f tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:16.921744 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-593526f9-af3e-4936-a66d-dc15d8fbe71d req-83e20bd5-df7f-444e-b41d-f1f28b73bf1f tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0714958 Aug 04 08:42:16.964479 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning for port 48bd127f-8ac9-43de-b14e-3452a259f175 completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:42:16.971800 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port 48bd127f-8ac9-43de-b14e-3452a259f175 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:16.975561 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:16.987337 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-593526f9-af3e-4936-a66d-dc15d8fbe71d req-0273d19f-384f-457a-a7d0-97c18fae0b56 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646760 Aug 04 08:42:17.092190 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:17.131263 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] For port 48bd127f-8ac9-43de-b14e-3452a259f175, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=48bd127f-8ac9-43de-b14e-3452a259f175,segment=NetworkSegment(1c7cebde-3a29-4acf-9b77-475b6a2a0450),segment_id=1c7cebde-3a29-4acf-9b77-475b6a2a0450)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:42:17.185806 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:17.186832 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 59f563ad-49f9-4cc3-9379-856dee08994d up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:42:17.302866 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Pushing event updated for resources: {'Port': ['ID=48bd127f-8ac9-43de-b14e-3452a259f175,revision_number=5']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:17.316250 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port 59f563ad-49f9-4cc3-9379-856dee08994d triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:17.316631 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:18.116731 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443dac81-3b31-40d2-8952-c0a8ddfe006a req-d420e5cf-afb1-4b93-8f7a-850fa35b3106 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:18.119577 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-443dac81-3b31-40d2-8952-c0a8ddfe006a req-d420e5cf-afb1-4b93-8f7a-850fa35b3106 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0537179 Aug 04 08:42:18.160779 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-443dac81-3b31-40d2-8952-c0a8ddfe006a req-6406e1ad-1d29-4f29-8df6-8c2a1821a371 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344129 Aug 04 08:42:18.692133 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 48bd127f-8ac9-43de-b14e-3452a259f175 up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:42:18.762205 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port 48bd127f-8ac9-43de-b14e-3452a259f175 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:18.762587 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:19.119156 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-52dc91cb-97ca-40e1-a685-60d325d3f88d req-bbe5198e-ff8f-4c1b-91c7-c8048bb978aa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419099 Aug 04 08:42:19.220358 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc91cb-97ca-40e1-a685-60d325d3f88d req-4954423f-bcf0-478d-aa2e-bb8f0ff494f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:19.222137 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-52dc91cb-97ca-40e1-a685-60d325d3f88d req-4954423f-bcf0-478d-aa2e-bb8f0ff494f6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bdc92ef353f743beb579e2734e4bc9ed&device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 1098 time: 0.0534565 Aug 04 08:42:19.314235 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010bf0d-4efb-44f9-b669-c09123433a98 req-875f70a4-df98-458a-9882-5a6257115a55 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:19.318707 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6010bf0d-4efb-44f9-b669-c09123433a98 req-875f70a4-df98-458a-9882-5a6257115a55 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0684733 Aug 04 08:42:19.384215 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6010bf0d-4efb-44f9-b669-c09123433a98 req-e5b1b78a-8092-4540-a642-855064ce49f1 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7dd0de1-8342-4f7e-916c-f5872f3cf521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557337 Aug 04 08:42:19.392289 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc91cb-97ca-40e1-a685-60d325d3f88d req-89306db4-a567-41f4-8fde-99a542bea6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:19.394423 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-52dc91cb-97ca-40e1-a685-60d325d3f88d req-89306db4-a567-41f4-8fde-99a542bea6ef service neutron] 10.222.0.61 "GET /v2.0/networks?id=4c817a01-120c-4c34-99bf-8b2dbd084298 HTTP/1.1" status: 200 len: 911 time: 0.1260509 Aug 04 08:42:19.508022 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-52dc91cb-97ca-40e1-a685-60d325d3f88d req-d4215d1c-aea4-4def-8278-49a04e305664 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac909070-ec11-4604-bc29-7949d074e3c1 HTTP/1.1" status: 200 len: 1001 time: 0.1009881 Aug 04 08:42:19.569867 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc91cb-97ca-40e1-a685-60d325d3f88d req-c74f3ba8-1bda-44e8-91f5-cd4214dc389a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:19.571631 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b0d14-4d14-4b08-a22e-84de779f6091 req-d94da0b7-66b9-4caf-b76d-6600bdc5c7c5 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:19.573405 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-722b0d14-4d14-4b08-a22e-84de779f6091 req-d94da0b7-66b9-4caf-b76d-6600bdc5c7c5 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 945 time: 0.0640080 Aug 04 08:42:19.573780 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-52dc91cb-97ca-40e1-a685-60d325d3f88d req-c74f3ba8-1bda-44e8-91f5-cd4214dc389a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8b561a38-fec8-4399-844a-bbe6e7ef59b9 HTTP/1.1" status: 200 len: 849 time: 0.0582633 Aug 04 08:42:19.658822 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc91cb-97ca-40e1-a685-60d325d3f88d req-618ced48-e6ce-402b-b178-a59a8ece0aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:19.660342 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-52dc91cb-97ca-40e1-a685-60d325d3f88d req-618ced48-e6ce-402b-b178-a59a8ece0aa0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4c817a01-120c-4c34-99bf-8b2dbd084298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741866 Aug 04 08:42:19.724150 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-722b0d14-4d14-4b08-a22e-84de779f6091 req-cef08b68-95ee-4528-a5de-3ab573826671 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Deleting port 373e7360-f556-42f1-a5bc-cb5fe9092bb5 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:42:19.724499 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-722b0d14-4d14-4b08-a22e-84de779f6091 req-cef08b68-95ee-4528-a5de-3ab573826671 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:19.835764 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-722b0d14-4d14-4b08-a22e-84de779f6091 req-cef08b68-95ee-4528-a5de-3ab573826671 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] For port 373e7360-f556-42f1-a5bc-cb5fe9092bb5, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=373e7360-f556-42f1-a5bc-cb5fe9092bb5,segment=NetworkSegment(147dad7c-ed05-492d-9e1e-40d0053815ac),segment_id=147dad7c-ed05-492d-9e1e-40d0053815ac)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:42:19.836714 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-722b0d14-4d14-4b08-a22e-84de779f6091 req-cef08b68-95ee-4528-a5de-3ab573826671 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:19.861345 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-722b0d14-4d14-4b08-a22e-84de779f6091 req-cef08b68-95ee-4528-a5de-3ab573826671 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Calling delete_port for 373e7360-f556-42f1-a5bc-cb5fe9092bb5 owned by compute:nova {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:42:19.865360 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-52dc91cb-97ca-40e1-a685-60d325d3f88d req-73585414-3667-40a6-b578-570216661f5f service neutron] 10.222.0.61 "GET /v2.0/networks/4c817a01-120c-4c34-99bf-8b2dbd084298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954284 Aug 04 08:42:20.001213 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-52dc91cb-97ca-40e1-a685-60d325d3f88d req-e25fc76c-e5b1-4fd4-acc7-b4ad99454cf5 service neutron] 10.222.0.61 "GET /v2.0/networks/4c817a01-120c-4c34-99bf-8b2dbd084298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269622 Aug 04 08:42:20.100311 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-722b0d14-4d14-4b08-a22e-84de779f6091 req-cef08b68-95ee-4528-a5de-3ab573826671 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:20.145204 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef08b68-95ee-4528-a5de-3ab573826671 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Pushing event deleted for resources: {'Port': ['ID=373e7360-f556-42f1-a5bc-cb5fe9092bb5,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:20.191035 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-722b0d14-4d14-4b08-a22e-84de779f6091 req-cef08b68-95ee-4528-a5de-3ab573826671 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] No DVR routers for this DVR port 373e7360-f556-42f1-a5bc-cb5fe9092bb5 on host hv-cinder-80265 {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:42:20.194759 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-722b0d14-4d14-4b08-a22e-84de779f6091 req-cef08b68-95ee-4528-a5de-3ab573826671 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:20.197797 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-722b0d14-4d14-4b08-a22e-84de779f6091 req-cef08b68-95ee-4528-a5de-3ab573826671 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.61 "DELETE /v2.0/ports/373e7360-f556-42f1-a5bc-cb5fe9092bb5 HTTP/1.1" status: 204 len: 173 time: 0.6109576 Aug 04 08:42:20.198273 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4570c26-3383-40a8-99b8-0398b6128315', 'name': 'network-vif-deleted', 'tag': '373e7360-f556-42f1-a5bc-cb5fe9092bb5'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:42:20.200669 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9aa41c9-5bfc-4a08-90fa-1ee67ad71c96" -d '{"events": [{"server_uuid": "a4570c26-3383-40a8-99b8-0398b6128315", "name": "network-vif-deleted", "tag": "373e7360-f556-42f1-a5bc-cb5fe9092bb5"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:42:20.239820 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957d87dd-21e9-46e8-bda1-de879b0d1f20 x-openstack-request-id: req-957d87dd-21e9-46e8-bda1-de879b0d1f20 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:42:20.239820 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4570c26-3383-40a8-99b8-0398b6128315", "name": "network-vif-deleted", "tag": "373e7360-f556-42f1-a5bc-cb5fe9092bb5", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:42:20.239820 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-957d87dd-21e9-46e8-bda1-de879b0d1f20 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:42:20.241283 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4570c26-3383-40a8-99b8-0398b6128315', 'name': 'network-vif-deleted', 'tag': '373e7360-f556-42f1-a5bc-cb5fe9092bb5', 'status': 'completed', 'code': 200} Aug 04 08:42:20.497615 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8ea88699-4e6e-486a-b23e-4d8e8eeb1385 req-5c80a5f6-21dd-4651-af2b-511f2c3cba34 tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 210 time: 0.0344439 Aug 04 08:42:20.534342 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:21.459765 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c519a0-8222-4927-84cb-00d1de3e2c3a req-a437c6f3-4e01-4704-83c2-7f3bf441be3e tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:21.461774 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-21c519a0-8222-4927-84cb-00d1de3e2c3a req-a437c6f3-4e01-4704-83c2-7f3bf441be3e tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 946 time: 0.0530140 Aug 04 08:42:21.536589 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-21c519a0-8222-4927-84cb-00d1de3e2c3a req-a57f4741-f994-4418-931c-d0f7e82640c6 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650785 Aug 04 08:42:21.648623 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-db47283c-ac34-4520-83cd-72982b0202d3 req-d8010c3c-e63f-4c9c-8c11-6e3d6d57ba9d tempest-ServerRescueNegativeTestJSON-27458376 tempest-ServerRescueNegativeTestJSON-27458376-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4570c26-3383-40a8-99b8-0398b6128315 HTTP/1.1" status: 200 len: 210 time: 0.0367763 Aug 04 08:42:21.972283 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 373e7360-f556-42f1-a5bc-cb5fe9092bb5 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:42:22.010577 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] No Port match for: 373e7360-f556-42f1-a5bc-cb5fe9092bb5 {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:42:22.012260 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 373e7360-f556-42f1-a5bc-cb5fe9092bb5 not bound to the agent host hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:42:22.703324 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 52010) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:22.714749 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25ee09-39de-411a-90bd-649c76b58815 req-4f700b36-7561-4155-bfb8-66b4438db152 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:22.727079 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4e25ee09-39de-411a-90bd-649c76b58815 req-4f700b36-7561-4155-bfb8-66b4438db152 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 946 time: 0.1124969 Aug 04 08:42:22.789367 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4e25ee09-39de-411a-90bd-649c76b58815 req-40d40026-6e8f-46e5-bf1a-518d136783f6 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597284 Aug 04 08:42:23.208974 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-389220cd-fba3-4b4d-a772-70e0ef08d714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2056185'] for router_interface, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:23.599016 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb542c07-7f7c-4174-8202-fda7597ca043 req-5b6aed63-6f81-433e-ab8f-850e3e2ebeb4 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:23.600862 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bb542c07-7f7c-4174-8202-fda7597ca043 req-5b6aed63-6f81-433e-ab8f-850e3e2ebeb4 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.61 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 946 time: 0.0607641 Aug 04 08:42:23.715785 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-bb542c07-7f7c-4174-8202-fda7597ca043 req-0ef916db-3228-4746-ab01-7962ca1e20ef tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Deleting port 481f2ab9-8a66-48c7-a6fc-7b49bf7192af {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:42:23.716518 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-bb542c07-7f7c-4174-8202-fda7597ca043 req-0ef916db-3228-4746-ab01-7962ca1e20ef tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:23.841719 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [None req-389220cd-fba3-4b4d-a772-70e0ef08d714 admin admin] Deleting port 04550ca0-4e06-45fe-9239-a9e2ac11361f {{(pid=100320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:42:23.842710 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-389220cd-fba3-4b4d-a772-70e0ef08d714 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:23.877033 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-bb542c07-7f7c-4174-8202-fda7597ca043 req-0ef916db-3228-4746-ab01-7962ca1e20ef tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] For port 481f2ab9-8a66-48c7-a6fc-7b49bf7192af, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=481f2ab9-8a66-48c7-a6fc-7b49bf7192af,segment=NetworkSegment(b9bcbbd9-c1c5-45af-90bb-9eb9716d692f),segment_id=b9bcbbd9-c1c5-45af-90bb-9eb9716d692f)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:42:23.877523 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-bb542c07-7f7c-4174-8202-fda7597ca043 req-0ef916db-3228-4746-ab01-7962ca1e20ef tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:23.892212 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-bb542c07-7f7c-4174-8202-fda7597ca043 req-0ef916db-3228-4746-ab01-7962ca1e20ef tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Calling delete_port for 481f2ab9-8a66-48c7-a6fc-7b49bf7192af owned by compute:nova {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:42:24.045097 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9d79e-c6f0-4f04-a4af-b54dec732645 req-f84903cc-b9b5-44d3-8e1d-8a7616105a24 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:24.047018 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a9a9d79e-c6f0-4f04-a4af-b54dec732645 req-f84903cc-b9b5-44d3-8e1d-8a7616105a24 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 946 time: 0.1312716 Aug 04 08:42:24.064020 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.db [None req-389220cd-fba3-4b4d-a772-70e0ef08d714 admin admin] For port 04550ca0-4e06-45fe-9239-a9e2ac11361f, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=04550ca0-4e06-45fe-9239-a9e2ac11361f,segment=NetworkSegment(147dad7c-ed05-492d-9e1e-40d0053815ac),segment_id=147dad7c-ed05-492d-9e1e-40d0053815ac)] {{(pid=100320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:42:24.064568 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-389220cd-fba3-4b4d-a772-70e0ef08d714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:24.096655 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [None req-389220cd-fba3-4b4d-a772-70e0ef08d714 admin admin] Calling delete_port for 04550ca0-4e06-45fe-9239-a9e2ac11361f owned by network:router_interface {{(pid=100320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:42:24.136495 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a9a9d79e-c6f0-4f04-a4af-b54dec732645 req-b39915be-560d-4844-87a3-e9f2c62cc7f9 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fe2a225-2eb6-4c61-a53d-53b0d4598b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817213 Aug 04 08:42:24.147322 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-bb542c07-7f7c-4174-8202-fda7597ca043 req-0ef916db-3228-4746-ab01-7962ca1e20ef tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:24.184191 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef916db-3228-4746-ab01-7962ca1e20ef tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Pushing event deleted for resources: {'Port': ['ID=481f2ab9-8a66-48c7-a6fc-7b49bf7192af,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:24.248434 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb542c07-7f7c-4174-8202-fda7597ca043 req-0ef916db-3228-4746-ab01-7962ca1e20ef tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] No DVR routers for this DVR port 481f2ab9-8a66-48c7-a6fc-7b49bf7192af on host hv-cinder-80265 {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:42:24.248434 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-bb542c07-7f7c-4174-8202-fda7597ca043 req-0ef916db-3228-4746-ab01-7962ca1e20ef tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:24.248434 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bb542c07-7f7c-4174-8202-fda7597ca043 req-0ef916db-3228-4746-ab01-7962ca1e20ef tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.61 "DELETE /v2.0/ports/481f2ab9-8a66-48c7-a6fc-7b49bf7192af HTTP/1.1" status: 204 len: 173 time: 0.6318588 Aug 04 08:42:24.248434 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311603b0-2416-4fc6-a5a2-a4a6fbc8c07e', 'name': 'network-vif-deleted', 'tag': '481f2ab9-8a66-48c7-a6fc-7b49bf7192af'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:42:24.248434 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb542bea-ade2-4c00-9d44-83cbad2dc42e" -d '{"events": [{"server_uuid": "311603b0-2416-4fc6-a5a2-a4a6fbc8c07e", "name": "network-vif-deleted", "tag": "481f2ab9-8a66-48c7-a6fc-7b49bf7192af"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:42:24.286935 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990d0a8b-40ba-4152-9fca-d9d054b0e3d5 x-openstack-request-id: req-990d0a8b-40ba-4152-9fca-d9d054b0e3d5 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:42:24.287278 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311603b0-2416-4fc6-a5a2-a4a6fbc8c07e", "name": "network-vif-deleted", "tag": "481f2ab9-8a66-48c7-a6fc-7b49bf7192af", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:42:24.287534 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-990d0a8b-40ba-4152-9fca-d9d054b0e3d5 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:42:24.287932 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311603b0-2416-4fc6-a5a2-a4a6fbc8c07e', 'name': 'network-vif-deleted', 'tag': '481f2ab9-8a66-48c7-a6fc-7b49bf7192af', 'status': 'completed', 'code': 200} Aug 04 08:42:24.608888 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-389220cd-fba3-4b4d-a772-70e0ef08d714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134116821'] for port, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:24.638809 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389220cd-fba3-4b4d-a772-70e0ef08d714 admin admin] Pushing event deleted for resources: {'Port': ['ID=04550ca0-4e06-45fe-9239-a9e2ac11361f,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:24.817269 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-389220cd-fba3-4b4d-a772-70e0ef08d714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2056077'] for router_interface, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:25.090030 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389220cd-fba3-4b4d-a772-70e0ef08d714 admin admin] Router a6fc7aa7-578f-43ce-b646-adf50ddb27a5 has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:42:25.274950 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c999e1f0-ad8e-44c7-9cd5-55d31de27af5 req-ec70edde-a2f0-4997-becb-849a70164911 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 210 time: 0.0327346 Aug 04 08:42:25.312310 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389220cd-fba3-4b4d-a772-70e0ef08d714 admin admin] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:42:25.324790 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86798c3-3e2d-4047-96d7-6d78196c6bb1 None None] Sync routers for ids ['a6fc7aa7-578f-43ce-b646-adf50ddb27a5'] in dv-cinder-802653-4-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:42:25.342509 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-389220cd-fba3-4b4d-a772-70e0ef08d714 admin admin] 10.222.0.45 "PUT /v2.0/routers/a6fc7aa7-578f-43ce-b646-adf50ddb27a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6347122 Aug 04 08:42:25.344901 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86798c3-3e2d-4047-96d7-6d78196c6bb1 None None] Routers {'a6fc7aa7-578f-43ce-b646-adf50ddb27a5'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:42:25.345706 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-a86798c3-3e2d-4047-96d7-6d78196c6bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:42:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['a6fc7aa7-578f-43ce-b646-adf50ddb27a5'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:25.355278 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 52044) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:25.509612 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e2ff4242-a286-4849-8814-c11d39a3c10c admin admin] Notify callbacks [] for router, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:25.567859 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-a86798c3-3e2d-4047-96d7-6d78196c6bb1 None None] Set router a6fc7aa7-578f-43ce-b646-adf50ddb27a5 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:42:25.626000 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e2ff4242-a286-4849-8814-c11d39a3c10c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:25.748134 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-a86798c3-3e2d-4047-96d7-6d78196c6bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc7aa7-578f-43ce-b646-adf50ddb27a5', 'name': 'tempest-ServerRescueNegativeTestJSON-908582651-router', 'tenant_id': '55a9fea77bcc44ab9534b396d5e3d350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'bb97ec99-e9d5-44a6-a652-b66c66a56a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:39:05Z', 'updated_at': '2021-08-04T08:42:24Z', 'revision_number': 5, 'project_id': '55a9fea77bcc44ab9534b396d5e3d350', 'gw_port': {'id': 'bb97ec99-e9d5-44a6-a652-b66c66a56a3d', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:07:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc7aa7-578f-43ce-b646-adf50ddb27a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:06Z', 'updated_at': '2021-08-04T08:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:25.775031 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86798c3-3e2d-4047-96d7-6d78196c6bb1 None None] Checking router: a6fc7aa7-578f-43ce-b646-adf50ddb27a5 for host: dv-cinder-802653-4-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:42:25.783314 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86798c3-3e2d-4047-96d7-6d78196c6bb1 None None] Routers {'a6fc7aa7-578f-43ce-b646-adf50ddb27a5'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:42:25.783930 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-a86798c3-3e2d-4047-96d7-6d78196c6bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:42:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['a6fc7aa7-578f-43ce-b646-adf50ddb27a5'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:25.796626 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff4242-a286-4849-8814-c11d39a3c10c admin admin] Deleting port bb97ec99-e9d5-44a6-a652-b66c66a56a3d {{(pid=100320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:42:25.797047 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e2ff4242-a286-4849-8814-c11d39a3c10c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:25.869312 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-a86798c3-3e2d-4047-96d7-6d78196c6bb1 None None] Set router a6fc7aa7-578f-43ce-b646-adf50ddb27a5 gateway port host: None {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:42:25.879771 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.db [None req-e2ff4242-a286-4849-8814-c11d39a3c10c admin admin] For port bb97ec99-e9d5-44a6-a652-b66c66a56a3d, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=bb97ec99-e9d5-44a6-a652-b66c66a56a3d,segment=NetworkSegment(14aa563b-e8c7-40ac-9bd4-d0f3043acf10),segment_id=14aa563b-e8c7-40ac-9bd4-d0f3043acf10)] {{(pid=100320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:42:25.880133 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e2ff4242-a286-4849-8814-c11d39a3c10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:25.894264 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff4242-a286-4849-8814-c11d39a3c10c admin admin] Calling delete_port for bb97ec99-e9d5-44a6-a652-b66c66a56a3d owned by network:router_gateway {{(pid=100320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:42:25.924475 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-a86798c3-3e2d-4047-96d7-6d78196c6bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc7aa7-578f-43ce-b646-adf50ddb27a5', 'name': 'tempest-ServerRescueNegativeTestJSON-908582651-router', 'tenant_id': '55a9fea77bcc44ab9534b396d5e3d350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:39:05Z', 'updated_at': '2021-08-04T08:42:25Z', 'revision_number': 6, 'project_id': '55a9fea77bcc44ab9534b396d5e3d350', 'gw_port_host': None}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:25.958396 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86798c3-3e2d-4047-96d7-6d78196c6bb1 None None] The sync data for ids ['a6fc7aa7-578f-43ce-b646-adf50ddb27a5'] in dv-cinder-802653-4-iscsi is: [{'id': 'a6fc7aa7-578f-43ce-b646-adf50ddb27a5', 'name': 'tempest-ServerRescueNegativeTestJSON-908582651-router', 'tenant_id': '55a9fea77bcc44ab9534b396d5e3d350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:39:05Z', 'updated_at': '2021-08-04T08:42:25Z', 'revision_number': 6, 'project_id': '55a9fea77bcc44ab9534b396d5e3d350', 'gw_port_host': None}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:42:26.122182 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e2ff4242-a286-4849-8814-c11d39a3c10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134116821'] for port, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:26.153659 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff4242-a286-4849-8814-c11d39a3c10c admin admin] Pushing event deleted for resources: {'Port': ['ID=bb97ec99-e9d5-44a6-a652-b66c66a56a3d,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:26.208839 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e2ff4242-a286-4849-8814-c11d39a3c10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055479'] for router_gateway, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:26.314730 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e2ff4242-a286-4849-8814-c11d39a3c10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8287'] for router, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:26.316972 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e2ff4242-a286-4849-8814-c11d39a3c10c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:26.399890 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-ff4555e1-6d2f-41b7-8260-a3432343afbc req-bcd50115-7fee-40dd-bc70-04b70e200eb3 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 210 time: 0.0271499 Aug 04 08:42:26.454169 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e2ff4242-a286-4849-8814-c11d39a3c10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2049596'] for router, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:26.454692 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ff4242-a286-4849-8814-c11d39a3c10c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6fc7aa7-578f-43ce-b646-adf50ddb27a5 {{(pid=100320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 08:42:26.460126 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e2ff4242-a286-4849-8814-c11d39a3c10c admin admin] Notify callbacks [] for router, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:26.461425 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-e2ff4242-a286-4849-8814-c11d39a3c10c admin admin] 10.222.0.45 "DELETE /v2.0/routers/a6fc7aa7-578f-43ce-b646-adf50ddb27a5 HTTP/1.1" status: 204 len: 168 time: 1.1049542 Aug 04 08:42:26.463905 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 52062) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:26.514173 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.db_base_plugin_v2 [None req-c89aaa78-76bf-4850-b6f2-240ab0409280 admin admin] Deleting subnet d3847e2a-31ec-433f-bb0a-5a9cd2601977 {{(pid=100320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 08:42:26.517818 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c89aaa78-76bf-4850-b6f2-240ab0409280 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:26.551906 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c89aaa78-76bf-4850-b6f2-240ab0409280 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133554087'] for subnet, precommit_delete_associations {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:26.591884 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c89aaa78-76bf-4850-b6f2-240ab0409280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-928750'] for subnet, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:26.653843 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device bb97ec99-e9d5-44a6-a652-b66c66a56a3d no longer exists at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:42:26.672689 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] No Port match for: bb97ec99-e9d5-44a6-a652-b66c66a56a3d {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:42:26.673256 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device bb97ec99-e9d5-44a6-a652-b66c66a56a3d not bound to the agent host dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:42:26.673683 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 04550ca0-4e06-45fe-9239-a9e2ac11361f no longer exists at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:42:26.688810 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c89aaa78-76bf-4850-b6f2-240ab0409280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-928029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-134116618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133633541'] for subnet, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:26.693225 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] No Port match for: 04550ca0-4e06-45fe-9239-a9e2ac11361f {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:42:26.693579 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 04550ca0-4e06-45fe-9239-a9e2ac11361f not bound to the agent host dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:42:26.722349 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89aaa78-76bf-4850-b6f2-240ab0409280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3847e2a-31ec-433f-bb0a-5a9cd2601977,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:26.724430 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c89aaa78-76bf-4850-b6f2-240ab0409280 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:26.729179 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-c89aaa78-76bf-4850-b6f2-240ab0409280 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d3847e2a-31ec-433f-bb0a-5a9cd2601977 HTTP/1.1" status: 204 len: 168 time: 0.2614055 Aug 04 08:42:26.730178 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 52064) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:26.801201 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ee529436-eb6a-4daf-b766-3fb72690e408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583520'] for network, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:26.877988 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ee529436-eb6a-4daf-b766-3fb72690e408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-926057', 'neutron.services.segments.db._delete_segments_for_network-8749051068919'] for network, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:26.887788 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-ee529436-eb6a-4daf-b766-3fb72690e408 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac5dabef-071c-44b6-81ab-8c1938a68bd3']}} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:26.897703 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-ee529436-eb6a-4daf-b766-3fb72690e408 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '147dad7c-ed05-492d-9e1e-40d0053815ac') {'for_net_delete': True} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:26.898568 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-ee529436-eb6a-4daf-b766-3fb72690e408 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '147dad7c-ed05-492d-9e1e-40d0053815ac') {} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:26.907316 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ee529436-eb6a-4daf-b766-3fb72690e408 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749051071492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132616324'] for segment, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:26.921164 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ee529436-eb6a-4daf-b766-3fb72690e408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:26.926858 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee529436-eb6a-4daf-b766-3fb72690e408 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=100321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 08:42:26.927242 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ee529436-eb6a-4daf-b766-3fb72690e408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132619724'] for segment, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:26.929059 dv-cinder-802653-4-iscsi neutron-server[100321]: Traceback (most recent call last): Aug 04 08:42:26.929059 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 08:42:26.929059 dv-cinder-802653-4-iscsi neutron-server[100321]: timer() Aug 04 08:42:26.929059 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 08:42:26.929059 dv-cinder-802653-4-iscsi neutron-server[100321]: cb(*args, **kw) Aug 04 08:42:26.929059 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 08:42:26.929059 dv-cinder-802653-4-iscsi neutron-server[100321]: return func(*args, **kwargs) Aug 04 08:42:26.929059 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 08:42:26.929059 dv-cinder-802653-4-iscsi neutron-server[100321]: self._notify() Aug 04 08:42:26.929059 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 08:42:26.929059 dv-cinder-802653-4-iscsi neutron-server[100321]: self.callback(batched_events) Aug 04 08:42:26.929059 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 08:42:26.929059 dv-cinder-802653-4-iscsi neutron-server[100321]: event.method(event) Aug 04 08:42:26.929059 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 08:42:26.929059 dv-cinder-802653-4-iscsi neutron-server[100321]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 08:42:26.929059 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 08:42:26.929059 dv-cinder-802653-4-iscsi neutron-server[100321]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 08:42:26.929059 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 08:42:26.929059 dv-cinder-802653-4-iscsi neutron-server[100321]: return f(self, *a, **k) Aug 04 08:42:26.929059 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 08:42:26.929059 dv-cinder-802653-4-iscsi neutron-server[100321]: return self._get(url).json() Aug 04 08:42:26.929059 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 08:42:26.929059 dv-cinder-802653-4-iscsi neutron-server[100321]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 08:42:26.929059 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 08:42:26.929059 dv-cinder-802653-4-iscsi neutron-server[100321]: return self.request(url, 'GET', **kwargs) Aug 04 08:42:26.929059 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 08:42:26.929059 dv-cinder-802653-4-iscsi neutron-server[100321]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 08:42:26.929059 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 08:42:26.929059 dv-cinder-802653-4-iscsi neutron-server[100321]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 08:42:26.929059 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 08:42:26.929059 dv-cinder-802653-4-iscsi neutron-server[100321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 08:42:26.929059 dv-cinder-802653-4-iscsi neutron-server[100321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 08:42:27.042286 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ee529436-eb6a-4daf-b766-3fb72690e408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055443'] for network, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:27.046556 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ee529436-eb6a-4daf-b766-3fb72690e408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:27.054915 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-ee529436-eb6a-4daf-b766-3fb72690e408 admin admin] 10.222.0.45 "DELETE /v2.0/networks/ac5dabef-071c-44b6-81ab-8c1938a68bd3 HTTP/1.1" status: 204 len: 168 time: 0.3173871 Aug 04 08:42:27.060829 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee529436-eb6a-4daf-b766-3fb72690e408 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac5dabef-071c-44b6-81ab-8c1938a68bd3,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:27.362492 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 52074) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:27.375645 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 481f2ab9-8a66-48c7-a6fc-7b49bf7192af no longer exists at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:42:27.395685 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] No Port match for: 481f2ab9-8a66-48c7-a6fc-7b49bf7192af {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:42:27.396070 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 481f2ab9-8a66-48c7-a6fc-7b49bf7192af not bound to the agent host hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:42:27.404288 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-1d26db9d-7321-4710-a409-ca8c55d42825 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=55a9fea77bcc44ab9534b396d5e3d350&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0405338 Aug 04 08:42:27.406712 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 52076) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:27.455761 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-a625f39d-573b-49a0-9fa0-0a2477842538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:27.476676 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-a625f39d-573b-49a0-9fa0-0a2477842538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:27.513493 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-91a497f3-cccd-43ab-9178-5e267a214f12 req-4383b387-6006-459c-be6d-a665eca68b14 tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 210 time: 0.0307348 Aug 04 08:42:27.602539 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-a625f39d-573b-49a0-9fa0-0a2477842538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:27.605183 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-a625f39d-573b-49a0-9fa0-0a2477842538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:27.606314 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-a625f39d-573b-49a0-9fa0-0a2477842538 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e7dd0de1-8342-4f7e-916c-f5872f3cf521 HTTP/1.1" status: 204 len: 168 time: 0.1986449 Aug 04 08:42:27.614102 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625f39d-573b-49a0-9fa0-0a2477842538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7dd0de1-8342-4f7e-916c-f5872f3cf521,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:27.856802 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-3ed69500-8e51-4be3-ac5b-914ed4a4364d tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:27.858251 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-3ed69500-8e51-4be3-ac5b-914ed4a4364d tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/networks?id=658fd4fe-362a-4cbc-af4e-3cb45e090bf9 HTTP/1.1" status: 200 len: 814 time: 0.1007574 Aug 04 08:42:27.873655 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-d73afba4-c0fd-4d94-92ad-042151178e91 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/quotas/19d32ebc260f41d6bdfc25aff4d7b332 HTTP/1.1" status: 200 len: 375 time: 0.0095818 Aug 04 08:42:27.929882 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-db86a711-1416-4c14-a4e5-3c78cc5b6819 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=19d32ebc260f41d6bdfc25aff4d7b332&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503871 Aug 04 08:42:28.025634 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-e3cd4a07-9fed-4299-af3d-081c8d5e674d service neutron] 10.222.0.45 "GET /v2.0/networks/658fd4fe-362a-4cbc-af4e-3cb45e090bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840101 Aug 04 08:42:28.116450 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-ebb71aee-a7b3-4145-a6b6-97e6158cd8c0 service neutron] 10.222.0.45 "GET /v2.0/networks/658fd4fe-362a-4cbc-af4e-3cb45e090bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847893 Aug 04 08:42:28.329002 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-113f0693-2070-4541-aab1-7e9398759035 req-351b398d-c710-4367-9b17-8bd51070ed28 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 210 time: 0.0262251 Aug 04 08:42:28.624967 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-6276e47c-42b2-4f6d-aa4c-db745f0c7096 req-536db7b8-8f61-4dfd-a453-14938f18752f tempest-AttachVolumeNegativeTest-1246343768 tempest-AttachVolumeNegativeTest-1246343768-project] 10.222.0.45 "GET /v2.0/ports?device_id=311603b0-2416-4fc6-a5a2-a4a6fbc8c07e HTTP/1.1" status: 200 len: 210 time: 0.0281708 Aug 04 08:42:28.657858 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 52126) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:28.751165 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-9d7facf3-112b-4792-9866-91ae971ea1e8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1612254749-network', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:42:28.837225 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7facf3-112b-4792-9866-91ae971ea1e8 admin admin] Made reservation on behalf of da69dd3f52d047baad449570b0cccac3 for: {'network': 1} {{(pid=100320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:42:28.840792 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-9d7facf3-112b-4792-9866-91ae971ea1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for network, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:28.848356 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-9d7facf3-112b-4792-9866-91ae971ea1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:28.945312 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-9d7facf3-112b-4792-9866-91ae971ea1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:28.991019 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-9d7facf3-112b-4792-9866-91ae971ea1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:29.013231 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d7facf3-112b-4792-9866-91ae971ea1e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=100320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 08:42:29.026582 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7facf3-112b-4792-9866-91ae971ea1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ff763a-4774-45c5-bf58-b4dadb895cc9,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:29.031148 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-9d7facf3-112b-4792-9866-91ae971ea1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:29.031487 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.db.segments_db [None req-9d7facf3-112b-4792-9866-91ae971ea1e8 admin admin] Added segment 9fc2a23e-05fc-423c-8776-74a99484ef67 of type vlan for network 00622aa3-3ed8-404c-93cc-c0ba459184d7 Aug 04 08:42:29.071411 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-9d7facf3-112b-4792-9866-91ae971ea1e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749050523167'] for network, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:29.190967 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-9d7facf3-112b-4792-9866-91ae971ea1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669'] for network, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:29.191988 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7facf3-112b-4792-9866-91ae971ea1e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:29.192572 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-9d7facf3-112b-4792-9866-91ae971ea1e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:29.250289 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7facf3-112b-4792-9866-91ae971ea1e8 admin admin] Pushing event updated for resources: {'Network': ['ID=00622aa3-3ed8-404c-93cc-c0ba459184d7,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:29.261111 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Network 00622aa3-3ed8-404c-93cc-c0ba459184d7 details requested by agent ovs-agent-dv-cinder-802653-4-iscsi with host dv-cinder-802653-4-iscsi {{(pid=100322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 08:42:29.328973 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-9d7facf3-112b-4792-9866-91ae971ea1e8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6699502 Aug 04 08:42:29.332462 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 52136) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:29.337357 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-8ccdc9bb-e943-4be4-9fd4-acf0d8c31249 admin admin] Request body: {'subnet': {'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1612254749-subnet', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:42:29.423872 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0e16fa7a-ea31-41f5-8af4-e71d72054377 req-0547aeb4-eba7-41f5-a2e5-5bd4ac9377c7 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 210 time: 0.0260668 Aug 04 08:42:29.442502 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccdc9bb-e943-4be4-9fd4-acf0d8c31249 admin admin] Made reservation on behalf of da69dd3f52d047baad449570b0cccac3 for: {'subnet': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:42:29.446206 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8ccdc9bb-e943-4be4-9fd4-acf0d8c31249 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133672201'] for subnet, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:29.677686 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8ccdc9bb-e943-4be4-9fd4-acf0d8c31249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132619557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133672247'] for subnet, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:29.685553 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 52142) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:29.732741 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccdc9bb-e943-4be4-9fd4-acf0d8c31249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6359fcab-01ed-4f0a-97c2-09e6c9cf50a5,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:29.739543 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b152955-0052-49a6-8e67-660ba1d831f1 admin admin] Deleting subnet d78ce3b2-b500-4d2d-b04d-1644c52f7541 {{(pid=100320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 08:42:29.742799 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-2b152955-0052-49a6-8e67-660ba1d831f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:29.744728 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccdc9bb-e943-4be4-9fd4-acf0d8c31249 admin admin] Checking segment: {'id': '9fc2a23e-05fc-423c-8776-74a99484ef67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:42:29.747155 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccdc9bb-e943-4be4-9fd4-acf0d8c31249 admin admin] Network hostable DHCP agents. Network: 00622aa3-3ed8-404c-93cc-c0ba459184d7, hostable agents: ['d99d2447-930a-4a79-b4f6-24c5d2e4f89b'], hosted agents: [] {{(pid=100321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 08:42:29.778779 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-2b152955-0052-49a6-8e67-660ba1d831f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133554087'] for subnet, precommit_delete_associations {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:29.801623 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccdc9bb-e943-4be4-9fd4-acf0d8c31249 admin admin] Network 00622aa3-3ed8-404c-93cc-c0ba459184d7 is scheduled to be hosted by DHCP agent d99d2447-930a-4a79-b4f6-24c5d2e4f89b with binding_index 1 {{(pid=100321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 08:42:29.816841 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-2b152955-0052-49a6-8e67-660ba1d831f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-928750'] for subnet, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:29.864606 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-8ccdc9bb-e943-4be4-9fd4-acf0d8c31249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-4-iscsi, 00622aa3-3ed8-404c-93cc-c0ba459184d7) {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:42:29.868771 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccdc9bb-e943-4be4-9fd4-acf0d8c31249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:29.869376 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8ccdc9bb-e943-4be4-9fd4-acf0d8c31249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:29.875498 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ae29fb-7726-4e91-bed6-37533021963b None None] Network 00622aa3-3ed8-404c-93cc-c0ba459184d7 requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:42:29.922948 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-2b152955-0052-49a6-8e67-660ba1d831f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-928029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-134116618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133633541'] for subnet, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:29.951776 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b152955-0052-49a6-8e67-660ba1d831f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d78ce3b2-b500-4d2d-b04d-1644c52f7541,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:29.952365 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-8ccdc9bb-e943-4be4-9fd4-acf0d8c31249 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6189582 Aug 04 08:42:29.954893 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 52144) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:29.957263 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-2b152955-0052-49a6-8e67-660ba1d831f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:29.958963 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-2b152955-0052-49a6-8e67-660ba1d831f1 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d78ce3b2-b500-4d2d-b04d-1644c52f7541 HTTP/1.1" status: 204 len: 168 time: 0.2716448 Aug 04 08:42:29.962580 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-476d3960-6e50-43e7-9504-50fe41876a3f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1612254749-router', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'}}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:42:29.965362 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 52146) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:30.036658 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda83cd89-c10a-52ae-b198-37c960099bd2-00622aa3-3ed8-404c-93cc-c0ba459184d7', 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'fixed_ips': [{'subnet_id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5'}]}} from dv-cinder-802653-4-iscsi. {{(pid=100322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 08:42:30.039857 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:30.053583 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1638b662-7afb-4a4e-8cd4-96b8f8b40e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583520'] for network, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:30.128894 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-476d3960-6e50-43e7-9504-50fe41876a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2048338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8269'] for router, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:30.129926 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-476d3960-6e50-43e7-9504-50fe41876a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2055556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1981338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8278'] for router, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:30.150734 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1638b662-7afb-4a4e-8cd4-96b8f8b40e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-926057', 'neutron.services.segments.db._delete_segments_for_network-8749051068919'] for network, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:30.171292 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.services.segments.db [None req-1638b662-7afb-4a4e-8cd4-96b8f8b40e1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f']}} {{(pid=100320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:30.183837 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] Allocated IP 172.20.0.2 (00622aa3-3ed8-404c-93cc-c0ba459184d7/6359fcab-01ed-4f0a-97c2-09e6c9cf50a5/c2a236ae-f667-49b1-99ed-5b1c5ddc94d9) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:42:30.204640 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.services.segments.db [None req-1638b662-7afb-4a4e-8cd4-96b8f8b40e1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9bcbbd9-c1c5-45af-90bb-9eb9716d692f') {'for_net_delete': True} {{(pid=100320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:30.204938 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.services.segments.db [None req-1638b662-7afb-4a4e-8cd4-96b8f8b40e1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9bcbbd9-c1c5-45af-90bb-9eb9716d692f') {} {{(pid=100320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:30.213545 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-476d3960-6e50-43e7-9504-50fe41876a3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:30.216970 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1638b662-7afb-4a4e-8cd4-96b8f8b40e1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749051071492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133554092'] for segment, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:30.230000 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1638b662-7afb-4a4e-8cd4-96b8f8b40e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:30.235662 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1638b662-7afb-4a4e-8cd4-96b8f8b40e1c admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=100320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 08:42:30.238602 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1638b662-7afb-4a4e-8cd4-96b8f8b40e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-134116768'] for segment, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:30.238602 dv-cinder-802653-4-iscsi neutron-server[100320]: Traceback (most recent call last): Aug 04 08:42:30.238602 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 08:42:30.238602 dv-cinder-802653-4-iscsi neutron-server[100320]: timer() Aug 04 08:42:30.238602 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 08:42:30.238602 dv-cinder-802653-4-iscsi neutron-server[100320]: cb(*args, **kw) Aug 04 08:42:30.238602 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 08:42:30.238602 dv-cinder-802653-4-iscsi neutron-server[100320]: return func(*args, **kwargs) Aug 04 08:42:30.238602 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 08:42:30.238602 dv-cinder-802653-4-iscsi neutron-server[100320]: self._notify() Aug 04 08:42:30.238602 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 08:42:30.238602 dv-cinder-802653-4-iscsi neutron-server[100320]: self.callback(batched_events) Aug 04 08:42:30.238602 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 08:42:30.238602 dv-cinder-802653-4-iscsi neutron-server[100320]: event.method(event) Aug 04 08:42:30.238602 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 08:42:30.238602 dv-cinder-802653-4-iscsi neutron-server[100320]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 08:42:30.238602 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 08:42:30.238602 dv-cinder-802653-4-iscsi neutron-server[100320]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 08:42:30.238602 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 08:42:30.238602 dv-cinder-802653-4-iscsi neutron-server[100320]: return f(self, *a, **k) Aug 04 08:42:30.238602 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 08:42:30.238602 dv-cinder-802653-4-iscsi neutron-server[100320]: return self._get(url).json() Aug 04 08:42:30.238602 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 08:42:30.238602 dv-cinder-802653-4-iscsi neutron-server[100320]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 08:42:30.238602 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 08:42:30.238602 dv-cinder-802653-4-iscsi neutron-server[100320]: return self.request(url, 'GET', **kwargs) Aug 04 08:42:30.238602 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 08:42:30.238602 dv-cinder-802653-4-iscsi neutron-server[100320]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 08:42:30.238602 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 08:42:30.238602 dv-cinder-802653-4-iscsi neutron-server[100320]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 08:42:30.238602 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 08:42:30.238602 dv-cinder-802653-4-iscsi neutron-server[100320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 08:42:30.238602 dv-cinder-802653-4-iscsi neutron-server[100320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 08:42:30.342115 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:30.368652 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] Transition to ACTIVE for port object c2a236ae-f667-49b1-99ed-5b1c5ddc94d9 will not be triggered until provisioned by entity L2. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:42:30.372607 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1638b662-7afb-4a4e-8cd4-96b8f8b40e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055443'] for network, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:30.383023 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1638b662-7afb-4a4e-8cd4-96b8f8b40e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:30.386142 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] Transition to ACTIVE for port object c2a236ae-f667-49b1-99ed-5b1c5ddc94d9 will not be triggered until provisioned by entity DHCP. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:42:30.387968 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-1638b662-7afb-4a4e-8cd4-96b8f8b40e1c admin admin] 10.222.0.45 "DELETE /v2.0/networks/2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f HTTP/1.1" status: 204 len: 168 time: 0.4215567 Aug 04 08:42:30.428435 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638b662-7afb-4a4e-8cd4-96b8f8b40e1c admin admin] Pushing event deleted for resources: {'Network': ['ID=2cb233f3-14d1-4e3a-8c6e-ff613e1fae6f,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:30.465169 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:30.466163 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-476d3960-6e50-43e7-9504-50fe41876a3f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:30.513466 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] Network 00622aa3-3ed8-404c-93cc-c0ba459184d7 is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:42:30.517437 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:42:30.519367 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] Pushing event updated for resources: {'Port': ['ID=c2a236ae-f667-49b1-99ed-5b1c5ddc94d9,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:30.526869 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:42:30.529386 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:30.529745 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:30.530092 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:30.530430 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:30.530770 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:30.531106 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:30.531440 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:30.531770 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:30.532315 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:30.532700 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:30.532978 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:30.533299 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:42:30.568609 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-72a62019-5d7b-4fbf-b5aa-3307f74bb29d req-395132f5-2bf9-48dc-9a81-c461385d4202 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 210 time: 0.0626988 Aug 04 08:42:30.595112 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] Attempting to bind port c2a236ae-f667-49b1-99ed-5b1c5ddc94d9 on host dv-cinder-802653-4-iscsi for vnic_type normal with profile {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:42:30.595627 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] Attempting to bind port c2a236ae-f667-49b1-99ed-5b1c5ddc94d9 by drivers openvswitch,hyperv on host dv-cinder-802653-4-iscsi at level 0 using segments [{'id': '9fc2a23e-05fc-423c-8776-74a99484ef67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7'}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:42:30.596189 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] Attempting to bind port c2a236ae-f667-49b1-99ed-5b1c5ddc94d9 on network 00622aa3-3ed8-404c-93cc-c0ba459184d7 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:42:30.602322 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] Checking agent: {'id': '88e3f6d8-c986-4299-b0e5-a4c4ec344b2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 31, 10), 'started_at': datetime.datetime(2021, 8, 4, 8, 31, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:42:30.602769 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] Checking segment: {'id': '9fc2a23e-05fc-423c-8776-74a99484ef67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:42:30.603176 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:30.603577 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] Bound using segment: {'id': '9fc2a23e-05fc-423c-8776-74a99484ef67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7'} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:42:30.604086 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] Bound port: c2a236ae-f667-49b1-99ed-5b1c5ddc94d9, host: dv-cinder-802653-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc2a23e-05fc-423c-8776-74a99484ef67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7'}}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:42:30.604501 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:30.697903 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] For port c2a236ae-f667-49b1-99ed-5b1c5ddc94d9, host dv-cinder-802653-4-iscsi, cleared binding levels {{(pid=100322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:42:30.712171 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] For port c2a236ae-f667-49b1-99ed-5b1c5ddc94d9, host dv-cinder-802653-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=c2a236ae-f667-49b1-99ed-5b1c5ddc94d9,segment=NetworkSegment(9fc2a23e-05fc-423c-8776-74a99484ef67),segment_id=9fc2a23e-05fc-423c-8776-74a99484ef67)] {{(pid=100322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:42:30.741171 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 52168) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:30.794034 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-12ef8c0c-f4af-4de2-acf5-04f44fc6d685 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:30.795731 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-12ef8c0c-f4af-4de2-acf5-04f44fc6d685 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.61 "GET /v2.0/networks?id=658fd4fe-362a-4cbc-af4e-3cb45e090bf9 HTTP/1.1" status: 200 len: 814 time: 0.1506801 Aug 04 08:42:30.798057 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:30.814221 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-24498790-2bc3-434a-8a4b-3826e6b9315c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c25f110a37484ed783206cb1e0516c8e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0667772 Aug 04 08:42:30.815357 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-86ebfed0-7168-4801-81cf-9b3402fe95ab tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Request body: {'port': {'device_id': '1e8cbfad-b718-441f-baee-d6a840b1491d', 'network_id': '658fd4fe-362a-4cbc-af4e-3cb45e090bf9', 'admin_state_up': True, 'tenant_id': '19d32ebc260f41d6bdfc25aff4d7b332'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:42:30.819642 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 52170) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:30.943010 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a5caa-4add-45f8-897b-a97932c15894 None None] Pushing event updated for resources: {'Port': ['ID=c2a236ae-f667-49b1-99ed-5b1c5ddc94d9,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:31.047536 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-954cd13f-7360-4c48-a3c2-bf11bad82ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:31.073451 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-954cd13f-7360-4c48-a3c2-bf11bad82ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:31.108884 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-476d3960-6e50-43e7-9504-50fe41876a3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:31.116961 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-86ebfed0-7168-4801-81cf-9b3402fe95ab tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Made reservation on behalf of 19d32ebc260f41d6bdfc25aff4d7b332 for: {'port': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:42:31.120871 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-86ebfed0-7168-4801-81cf-9b3402fe95ab tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:31.132809 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-476d3960-6e50-43e7-9504-50fe41876a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:31.276761 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-954cd13f-7360-4c48-a3c2-bf11bad82ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:31.281478 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-954cd13f-7360-4c48-a3c2-bf11bad82ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:31.285376 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-954cd13f-7360-4c48-a3c2-bf11bad82ce7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0fe2a225-2eb6-4c61-a53d-53b0d4598b93 HTTP/1.1" status: 204 len: 168 time: 0.4609964 Aug 04 08:42:31.288228 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.db_base_plugin_common [None req-476d3960-6e50-43e7-9504-50fe41876a3f admin admin] Allocated IP 172.27.0.126 (3e216780-0509-4029-b6cd-a15c5c01b313/90755f8e-3998-4871-81e2-3daea40b0bfb/4048ca5a-d9b1-4a4f-9df3-3559d5546516) {{(pid=100320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:42:31.300427 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954cd13f-7360-4c48-a3c2-bf11bad82ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe2a225-2eb6-4c61-a53d-53b0d4598b93,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:31.338919 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-86ebfed0-7168-4801-81cf-9b3402fe95ab tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Allocated IP 172.20.0.6 (658fd4fe-362a-4cbc-af4e-3cb45e090bf9/536808ae-9303-442e-b13c-2d067f9ce2e1/42892975-5f06-4a63-9f6f-56496fe5be83) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:42:31.480292 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-476d3960-6e50-43e7-9504-50fe41876a3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:31.525090 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-86ebfed0-7168-4801-81cf-9b3402fe95ab tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:31.576296 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-86ebfed0-7168-4801-81cf-9b3402fe95ab tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Transition to ACTIVE for port object 42892975-5f06-4a63-9f6f-56496fe5be83 will not be triggered until provisioned by entity DHCP. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:42:31.601207 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-476d3960-6e50-43e7-9504-50fe41876a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134116821'] for port, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:31.698483 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d3960-6e50-43e7-9504-50fe41876a3f admin admin] Pushing event updated for resources: {'Port': ['ID=4048ca5a-d9b1-4a4f-9df3-3559d5546516,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:31.735280 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-86ebfed0-7168-4801-81cf-9b3402fe95ab tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:31.738271 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476d3960-6e50-43e7-9504-50fe41876a3f admin admin] Network 3e216780-0509-4029-b6cd-a15c5c01b313 is already hosted by enough agents. {{(pid=100320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:42:31.756281 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 6 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:42:31.763822 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.base_scheduler [None req-476d3960-6e50-43e7-9504-50fe41876a3f admin admin] Resources bound (agent type, host, resource id): {{(pid=100320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:42:31.768650 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476d3960-6e50-43e7-9504-50fe41876a3f admin admin] Received port after_create {{(pid=100320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:42:31.848274 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-86ebfed0-7168-4801-81cf-9b3402fe95ab tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Network 658fd4fe-362a-4cbc-af4e-3cb45e090bf9 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:42:31.852807 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-86ebfed0-7168-4801-81cf-9b3402fe95ab tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:42:31.858179 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-86ebfed0-7168-4801-81cf-9b3402fe95ab tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:42:31.867041 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0d490-753e-42be-8e16-3eeeb9c64efe req-ef0f9423-57c2-4644-8a6b-6f99e6cc2d4c tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:31.869532 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-92b0d490-753e-42be-8e16-3eeeb9c64efe req-ef0f9423-57c2-4644-8a6b-6f99e6cc2d4c tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 931 time: 0.1539824 Aug 04 08:42:31.906157 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebfed0-7168-4801-81cf-9b3402fe95ab tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Pushing event updated for resources: {'Port': ['ID=42892975-5f06-4a63-9f6f-56496fe5be83,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:31.955776 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-86ebfed0-7168-4801-81cf-9b3402fe95ab tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:31.958814 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-86ebfed0-7168-4801-81cf-9b3402fe95ab tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:32.016105 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-92b0d490-753e-42be-8e16-3eeeb9c64efe req-4b09e2f1-632c-41b1-8d71-814346af3612 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714421 Aug 04 08:42:32.026315 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-86ebfed0-7168-4801-81cf-9b3402fe95ab tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2149303 Aug 04 08:42:32.055145 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-383cc2e3-063d-413a-bd7b-f21173277a6f service neutron] Request body: {'port': {'device_id': '1e8cbfad-b718-441f-baee-d6a840b1491d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:42:32.186839 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-383cc2e3-063d-413a-bd7b-f21173277a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:32.290909 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f272f270-573d-471b-a9e7-8e313949589e None None] Network 00622aa3-3ed8-404c-93cc-c0ba459184d7 requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:42:32.408279 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-476d3960-6e50-43e7-9504-50fe41876a3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:32.533655 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-26589706-32bb-4a29-bd3a-6b484ebcbff0 None None] Provisioning for port c2a236ae-f667-49b1-99ed-5b1c5ddc94d9 completed by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:42:32.682691 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-26589706-32bb-4a29-bd3a-6b484ebcbff0 None None] Provisioning for port 42892975-5f06-4a63-9f6f-56496fe5be83 completed by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:42:32.688299 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-26589706-32bb-4a29-bd3a-6b484ebcbff0 None None] Provisioning complete for port 42892975-5f06-4a63-9f6f-56496fe5be83 triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:32.689372 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-26589706-32bb-4a29-bd3a-6b484ebcbff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:32.851267 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-383cc2e3-063d-413a-bd7b-f21173277a6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42892975-5f06-4a63-9f6f-56496fe5be83 {{(pid=100321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:42:32.860928 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-383cc2e3-063d-413a-bd7b-f21173277a6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:32.877377 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-383cc2e3-063d-413a-bd7b-f21173277a6f service neutron] Transition to ACTIVE for port object 42892975-5f06-4a63-9f6f-56496fe5be83 will not be triggered until provisioned by entity L2. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:42:32.890492 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-476d3960-6e50-43e7-9504-50fe41876a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055515'] for router, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:32.946755 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-383cc2e3-063d-413a-bd7b-f21173277a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:33.106542 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383cc2e3-063d-413a-bd7b-f21173277a6f service neutron] Pushing event updated for resources: {'Port': ['ID=42892975-5f06-4a63-9f6f-56496fe5be83,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:33.106967 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device c2a236ae-f667-49b1-99ed-5b1c5ddc94d9 up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:42:33.247527 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-26589706-32bb-4a29-bd3a-6b484ebcbff0 None None] Port 42892975-5f06-4a63-9f6f-56496fe5be83 cannot update to ACTIVE because it is not bound. {{(pid=100322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 08:42:33.289662 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476d3960-6e50-43e7-9504-50fe41876a3f admin admin] Router e2217c2a-eee6-44c8-9c47-15eb7dffe0f3 is scheduled to L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 with binding_index 1 {{(pid=100320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 08:42:33.309022 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bcfc5-f264-4c90-8b61-a6ca3ca48361 req-1cadf8b2-9391-44e6-8d74-d00044d034cc tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:33.311050 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-229bcfc5-f264-4c90-8b61-a6ca3ca48361 req-1cadf8b2-9391-44e6-8d74-d00044d034cc tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 943 time: 0.0828500 Aug 04 08:42:33.312613 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-383cc2e3-063d-413a-bd7b-f21173277a6f service neutron] Attempting to bind port 42892975-5f06-4a63-9f6f-56496fe5be83 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:42:33.313274 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-383cc2e3-063d-413a-bd7b-f21173277a6f service neutron] Attempting to bind port 42892975-5f06-4a63-9f6f-56496fe5be83 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': 'f0915773-4be9-486f-b346-f3ff63b781e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '658fd4fe-362a-4cbc-af4e-3cb45e090bf9'}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:42:33.313474 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-383cc2e3-063d-413a-bd7b-f21173277a6f service neutron] Attempting to bind port 42892975-5f06-4a63-9f6f-56496fe5be83 on network 658fd4fe-362a-4cbc-af4e-3cb45e090bf9 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:42:33.318579 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning for port c2a236ae-f667-49b1-99ed-5b1c5ddc94d9 completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:42:33.319310 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-383cc2e3-063d-413a-bd7b-f21173277a6f service neutron] Port 42892975-5f06-4a63-9f6f-56496fe5be83 on network 658fd4fe-362a-4cbc-af4e-3cb45e090bf9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 08:42:33.319788 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-383cc2e3-063d-413a-bd7b-f21173277a6f service neutron] Attempting to bind port 42892975-5f06-4a63-9f6f-56496fe5be83 on network 658fd4fe-362a-4cbc-af4e-3cb45e090bf9 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:42:33.338999 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-383cc2e3-063d-413a-bd7b-f21173277a6f service neutron] Checking agent: {'id': '9a1e25f0-5e7e-4202-aeb1-29bde28f6183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'started_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:42:33.339475 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-383cc2e3-063d-413a-bd7b-f21173277a6f service neutron] Checking segment: {'id': 'f0915773-4be9-486f-b346-f3ff63b781e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '658fd4fe-362a-4cbc-af4e-3cb45e090bf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:42:33.342684 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-383cc2e3-063d-413a-bd7b-f21173277a6f service neutron] Bound using segment: {'id': 'f0915773-4be9-486f-b346-f3ff63b781e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '658fd4fe-362a-4cbc-af4e-3cb45e090bf9'} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:42:33.343377 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-383cc2e3-063d-413a-bd7b-f21173277a6f service neutron] Bound port: 42892975-5f06-4a63-9f6f-56496fe5be83, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0915773-4be9-486f-b346-f3ff63b781e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '658fd4fe-362a-4cbc-af4e-3cb45e090bf9'}}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:42:33.343847 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-383cc2e3-063d-413a-bd7b-f21173277a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:33.362196 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port c2a236ae-f667-49b1-99ed-5b1c5ddc94d9 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:33.362828 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:33.440829 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-229bcfc5-f264-4c90-8b61-a6ca3ca48361 req-7d7af521-eddc-4578-b55b-8edad6b906fe tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159146 Aug 04 08:42:33.452594 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-654de04d-3393-45b8-8826-ac3f8cd2907c None None] Provisioning complete for port c2a236ae-f667-49b1-99ed-5b1c5ddc94d9 triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:33.452977 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-654de04d-3393-45b8-8826-ac3f8cd2907c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:33.495167 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-383cc2e3-063d-413a-bd7b-f21173277a6f service neutron] For port 42892975-5f06-4a63-9f6f-56496fe5be83, host hv-cinder-80265, cleared binding levels {{(pid=100321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:42:33.499809 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-383cc2e3-063d-413a-bd7b-f21173277a6f service neutron] For port 42892975-5f06-4a63-9f6f-56496fe5be83, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=42892975-5f06-4a63-9f6f-56496fe5be83,segment=NetworkSegment(f0915773-4be9-486f-b346-f3ff63b781e0),segment_id=f0915773-4be9-486f-b346-f3ff63b781e0)] {{(pid=100321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:42:33.573771 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476d3960-6e50-43e7-9504-50fe41876a3f admin admin] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:42:33.610034 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee06b7ac-45b0-429d-8e00-809776c5d933 None None] Sync routers for ids ['e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'] in dv-cinder-802653-4-iscsi {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:42:33.642948 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee06b7ac-45b0-429d-8e00-809776c5d933 None None] Routers {'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:42:33.643883 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-ee06b7ac-45b0-429d-8e00-809776c5d933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:42:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:33.649885 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-383cc2e3-063d-413a-bd7b-f21173277a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:33.717626 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-383cc2e3-063d-413a-bd7b-f21173277a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:33.725370 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-383cc2e3-063d-413a-bd7b-f21173277a6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:33.727461 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-383cc2e3-063d-413a-bd7b-f21173277a6f service neutron] 10.222.0.61 "PUT /v2.0/ports/42892975-5f06-4a63-9f6f-56496fe5be83 HTTP/1.1" status: 200 len: 1093 time: 1.6785557 Aug 04 08:42:33.728015 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e8cbfad-b718-441f-baee-d6a840b1491d', 'tag': '42892975-5f06-4a63-9f6f-56496fe5be83'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:42:33.730406 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3df5363-5fe3-452a-b76f-b432402b33e6" -d '{"events": [{"name": "network-changed", "server_uuid": "1e8cbfad-b718-441f-baee-d6a840b1491d", "tag": "42892975-5f06-4a63-9f6f-56496fe5be83"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:42:33.735750 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-476d3960-6e50-43e7-9504-50fe41876a3f admin admin] Notify callbacks [] for router, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:33.742158 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-476d3960-6e50-43e7-9504-50fe41876a3f admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7856190 Aug 04 08:42:33.742314 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 52252) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:33.767510 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:33.779697 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-654de04d-3393-45b8-8826-ac3f8cd2907c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:33.825074 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308f7e77-1fa7-4dc5-82dc-728d9036f226 x-openstack-request-id: req-308f7e77-1fa7-4dc5-82dc-728d9036f226 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:42:33.825074 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e8cbfad-b718-441f-baee-d6a840b1491d", "tag": "42892975-5f06-4a63-9f6f-56496fe5be83", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:42:33.825366 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-308f7e77-1fa7-4dc5-82dc-728d9036f226 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:42:33.825653 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e8cbfad-b718-441f-baee-d6a840b1491d', 'tag': '42892975-5f06-4a63-9f6f-56496fe5be83', 'status': 'completed', 'code': 200} Aug 04 08:42:33.876278 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383cc2e3-063d-413a-bd7b-f21173277a6f service neutron] Pushing event updated for resources: {'Port': ['ID=42892975-5f06-4a63-9f6f-56496fe5be83,revision_number=3']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:33.911459 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] For port c2a236ae-f667-49b1-99ed-5b1c5ddc94d9, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=c2a236ae-f667-49b1-99ed-5b1c5ddc94d9,segment=NetworkSegment(9fc2a23e-05fc-423c-8776-74a99484ef67),segment_id=9fc2a23e-05fc-423c-8776-74a99484ef67)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:42:33.939436 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-ee06b7ac-45b0-429d-8e00-809776c5d933 None None] Set router e2217c2a-eee6-44c8-9c47-15eb7dffe0f3 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:42:34.040375 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:34.271695 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Pushing event updated for resources: {'Port': ['ID=c2a236ae-f667-49b1-99ed-5b1c5ddc94d9,revision_number=3']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:34.305820 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.db.api [None req-654de04d-3393-45b8-8826-ac3f8cd2907c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 08:42:34.306210 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG oslo_db.api [None req-654de04d-3393-45b8-8826-ac3f8cd2907c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 08:42:34.522575 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-ee06b7ac-45b0-429d-8e00-809776c5d933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1612254749-router', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:30Z', 'updated_at': '2021-08-04T08:42:32Z', 'revision_number': 3, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'gw_port': {'id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:20:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:31Z', 'updated_at': '2021-08-04T08:42:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:34.576977 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee06b7ac-45b0-429d-8e00-809776c5d933 None None] Checking router: e2217c2a-eee6-44c8-9c47-15eb7dffe0f3 for host: dv-cinder-802653-4-iscsi {{(pid=100322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:42:34.577614 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee06b7ac-45b0-429d-8e00-809776c5d933 None None] Updating router e2217c2a-eee6-44c8-9c47-15eb7dffe0f3 port 4048ca5a-d9b1-4a4f-9df3-3559d5546516 binding host dv-cinder-802653-4-iscsi {{(pid=100322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 08:42:34.639073 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ee06b7ac-45b0-429d-8e00-809776c5d933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:34.769092 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d29cf5-3067-471d-9561-99cb8958b34d req-e0ec9b44-f3e8-4046-9038-725613f5246f tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:34.772142 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-00d29cf5-3067-471d-9561-99cb8958b34d req-e0ec9b44-f3e8-4046-9038-725613f5246f tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 943 time: 0.2117548 Aug 04 08:42:34.780356 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device c2a236ae-f667-49b1-99ed-5b1c5ddc94d9 up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:42:34.919741 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-00d29cf5-3067-471d-9561-99cb8958b34d req-a834d2e9-f8be-4328-862e-f74c254d2237 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190734 Aug 04 08:42:34.962628 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port c2a236ae-f667-49b1-99ed-5b1c5ddc94d9 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:34.963004 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:34.983522 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4c7ede2a-a663-4850-b62c-d9d4021fe209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:35.176506 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ee06b7ac-45b0-429d-8e00-809776c5d933 None None] Notify callbacks [] for port, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:35.188233 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-ee06b7ac-45b0-429d-8e00-809776c5d933 None None] Transition to ACTIVE for port object 4048ca5a-d9b1-4a4f-9df3-3559d5546516 will not be triggered until provisioned by entity L2. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:42:35.190472 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [None req-4c7ede2a-a663-4850-b62c-d9d4021fe209 admin admin] Allocated IP 172.20.0.1 (00622aa3-3ed8-404c-93cc-c0ba459184d7/6359fcab-01ed-4f0a-97c2-09e6c9cf50a5/0792795c-ea17-4577-b5ed-826770e0df87) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:42:35.288396 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ee06b7ac-45b0-429d-8e00-809776c5d933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:35.357282 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4c7ede2a-a663-4850-b62c-d9d4021fe209 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:35.361770 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330383e-89e8-417d-ba0b-fb472fb4b73f None None] Pushing event updated for resources: {'Port': ['ID=4048ca5a-d9b1-4a4f-9df3-3559d5546516,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:35.367611 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-ee06b7ac-45b0-429d-8e00-809776c5d933 None None] Attempting to bind port 4048ca5a-d9b1-4a4f-9df3-3559d5546516 on host dv-cinder-802653-4-iscsi for vnic_type normal with profile {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:42:35.367611 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-ee06b7ac-45b0-429d-8e00-809776c5d933 None None] Attempting to bind port 4048ca5a-d9b1-4a4f-9df3-3559d5546516 by drivers openvswitch,hyperv on host dv-cinder-802653-4-iscsi at level 0 using segments [{'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:42:35.367611 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee06b7ac-45b0-429d-8e00-809776c5d933 None None] Attempting to bind port 4048ca5a-d9b1-4a4f-9df3-3559d5546516 on network 3e216780-0509-4029-b6cd-a15c5c01b313 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:42:35.371428 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee06b7ac-45b0-429d-8e00-809776c5d933 None None] Checking agent: {'id': '88e3f6d8-c986-4299-b0e5-a4c4ec344b2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 31, 10), 'started_at': datetime.datetime(2021, 8, 4, 8, 31, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:42:35.371813 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee06b7ac-45b0-429d-8e00-809776c5d933 None None] Checking segment: {'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:42:35.372427 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ee06b7ac-45b0-429d-8e00-809776c5d933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:35.373118 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee06b7ac-45b0-429d-8e00-809776c5d933 None None] Bound using segment: {'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:42:35.373767 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-ee06b7ac-45b0-429d-8e00-809776c5d933 None None] Bound port: 4048ca5a-d9b1-4a4f-9df3-3559d5546516, host: dv-cinder-802653-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'}}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:42:35.374339 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ee06b7ac-45b0-429d-8e00-809776c5d933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:35.388382 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [None req-4c7ede2a-a663-4850-b62c-d9d4021fe209 admin admin] Transition to ACTIVE for port object 0792795c-ea17-4577-b5ed-826770e0df87 will not be triggered until provisioned by entity DHCP. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:42:35.455090 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-ee06b7ac-45b0-429d-8e00-809776c5d933 None None] For port 4048ca5a-d9b1-4a4f-9df3-3559d5546516, host dv-cinder-802653-4-iscsi, cleared binding levels {{(pid=100322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:42:35.459197 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-ee06b7ac-45b0-429d-8e00-809776c5d933 None None] For port 4048ca5a-d9b1-4a4f-9df3-3559d5546516, host dv-cinder-802653-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=4048ca5a-d9b1-4a4f-9df3-3559d5546516,segment=NetworkSegment(14aa563b-e8c7-40ac-9bd4-d0f3043acf10),segment_id=14aa563b-e8c7-40ac-9bd4-d0f3043acf10)] {{(pid=100322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:42:35.534110 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4c7ede2a-a663-4850-b62c-d9d4021fe209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:35.588278 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7ede2a-a663-4850-b62c-d9d4021fe209 admin admin] Network 00622aa3-3ed8-404c-93cc-c0ba459184d7 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:42:35.589125 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-4c7ede2a-a663-4850-b62c-d9d4021fe209 admin admin] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:42:35.593349 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7ede2a-a663-4850-b62c-d9d4021fe209 admin admin] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:42:35.614833 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ee06b7ac-45b0-429d-8e00-809776c5d933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:35.665387 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ede2a-a663-4850-b62c-d9d4021fe209 admin admin] Pushing event updated for resources: {'Port': ['ID=0792795c-ea17-4577-b5ed-826770e0df87,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:35.698344 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4c7ede2a-a663-4850-b62c-d9d4021fe209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2055812'] for router_interface, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:35.762844 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330383e-89e8-417d-ba0b-fb472fb4b73f None None] Pushing event updated for resources: {'Port': ['ID=4048ca5a-d9b1-4a4f-9df3-3559d5546516,revision_number=3']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:35.815987 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee06b7ac-45b0-429d-8e00-809776c5d933 None None] Routers {'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:42:35.815987 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-ee06b7ac-45b0-429d-8e00-809776c5d933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:42:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:35.952145 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-ee06b7ac-45b0-429d-8e00-809776c5d933 None None] Set router e2217c2a-eee6-44c8-9c47-15eb7dffe0f3 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:42:36.144523 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f2457-f641-4efd-ba8f-1759f7b29419 req-d5bf6774-7aa8-4bc6-a299-a2cc5d2243bf tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:36.146137 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-8b9f2457-f641-4efd-ba8f-1759f7b29419 req-d5bf6774-7aa8-4bc6-a299-a2cc5d2243bf tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 943 time: 0.1173155 Aug 04 08:42:36.218198 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-8b9f2457-f641-4efd-ba8f-1759f7b29419 req-64c14b35-e1ef-401e-8ec1-24a78075800a tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586450 Aug 04 08:42:36.220379 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-ee06b7ac-45b0-429d-8e00-809776c5d933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1612254749-router', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:30Z', 'updated_at': '2021-08-04T08:42:32Z', 'revision_number': 3, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'gw_port': {'id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:20:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:31Z', 'updated_at': '2021-08-04T08:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:36.372761 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee06b7ac-45b0-429d-8e00-809776c5d933 None None] The sync data for ids ['e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'] in dv-cinder-802653-4-iscsi is: [{'id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1612254749-router', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:30Z', 'updated_at': '2021-08-04T08:42:32Z', 'revision_number': 3, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'gw_port': {'id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:20:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:31Z', 'updated_at': '2021-08-04T08:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}] {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:42:36.611210 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-a8f0b0da-7006-495b-bda6-05a8f08c9de7 None None] Provisioning for port 0792795c-ea17-4577-b5ed-826770e0df87 completed by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:42:36.616279 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-a8f0b0da-7006-495b-bda6-05a8f08c9de7 None None] Provisioning complete for port 0792795c-ea17-4577-b5ed-826770e0df87 triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:36.617399 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b0da-7006-495b-bda6-05a8f08c9de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:36.679601 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4c7ede2a-a663-4850-b62c-d9d4021fe209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:36.685246 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-a8f0b0da-7006-495b-bda6-05a8f08c9de7 None None] Port 0792795c-ea17-4577-b5ed-826770e0df87 cannot update to ACTIVE because it is not bound. {{(pid=100322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 08:42:36.766794 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 4048ca5a-d9b1-4a4f-9df3-3559d5546516 up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:42:37.002272 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 52324) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:37.041993 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4c7ede2a-a663-4850-b62c-d9d4021fe209 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:37.044498 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning for port 4048ca5a-d9b1-4a4f-9df3-3559d5546516 completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:42:37.057626 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port 4048ca5a-d9b1-4a4f-9df3-3559d5546516 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:37.058782 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:37.145189 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4c7ede2a-a663-4850-b62c-d9d4021fe209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:37.158183 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-da268003-270d-4b35-ad9f-79ad82f38d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:37.292827 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4c7ede2a-a663-4850-b62c-d9d4021fe209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055704'] for router_interface, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:37.295857 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ede2a-a663-4850-b62c-d9d4021fe209 admin admin] Pushing event updated for resources: {'Port': ['ID=0792795c-ea17-4577-b5ed-826770e0df87,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:37.352400 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:37.387163 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-da268003-270d-4b35-ad9f-79ad82f38d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:37.408981 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] For port 4048ca5a-d9b1-4a4f-9df3-3559d5546516, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=4048ca5a-d9b1-4a4f-9df3-3559d5546516,segment=NetworkSegment(14aa563b-e8c7-40ac-9bd4-d0f3043acf10),segment_id=14aa563b-e8c7-40ac-9bd4-d0f3043acf10)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:42:37.449029 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-da268003-270d-4b35-ad9f-79ad82f38d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:37.473025 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32347035-5dcc-49c0-bdfd-48c28b2bc370 req-776f63bd-8eb0-4ff5-8fb6-e309bdc835ce tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:37.474971 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-32347035-5dcc-49c0-bdfd-48c28b2bc370 req-776f63bd-8eb0-4ff5-8fb6-e309bdc835ce tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 943 time: 0.0997229 Aug 04 08:42:37.536175 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da268003-270d-4b35-ad9f-79ad82f38d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e217bd-39b0-46b2-bbc8-4d0e3bcc5872,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:37.539415 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:37.558643 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-32347035-5dcc-49c0-bdfd-48c28b2bc370 req-42a65c57-dcc7-4aec-8c49-fcc0ffd4300e tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617497 Aug 04 08:42:37.571054 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7ede2a-a663-4850-b62c-d9d4021fe209 admin admin] Network 00622aa3-3ed8-404c-93cc-c0ba459184d7 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:42:37.572611 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-4c7ede2a-a663-4850-b62c-d9d4021fe209 admin admin] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:42:37.610121 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8aa671d7-4c47-491f-bb39-a9ce18d6d221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:37.622567 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-da268003-270d-4b35-ad9f-79ad82f38d6f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=53f59be378d5455ca7991c94fa483d03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6188595 Aug 04 08:42:37.630566 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 52346) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:37.657810 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Pushing event updated for resources: {'Port': ['ID=4048ca5a-d9b1-4a4f-9df3-3559d5546516,revision_number=4']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:37.742212 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-f6e169a8-1537-4af0-a1c7-433a43a74877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:37.782084 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-f6e169a8-1537-4af0-a1c7-433a43a74877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:37.810629 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df5363-5fe3-452a-b76f-b432402b33e6 req-ea529bb8-dab5-4579-b54d-ee34ecb5ef7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:37.813333 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c3df5363-5fe3-452a-b76f-b432402b33e6 req-ea529bb8-dab5-4579-b54d-ee34ecb5ef7e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=19d32ebc260f41d6bdfc25aff4d7b332&device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 1096 time: 0.0703354 Aug 04 08:42:37.821419 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7ede2a-a663-4850-b62c-d9d4021fe209 admin admin] Router e2217c2a-eee6-44c8-9c47-15eb7dffe0f3 has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:42:37.939148 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-f6e169a8-1537-4af0-a1c7-433a43a74877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:37.952076 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-f6e169a8-1537-4af0-a1c7-433a43a74877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:37.953822 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-f6e169a8-1537-4af0-a1c7-433a43a74877 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a3e217bd-39b0-46b2-bbc8-4d0e3bcc5872 HTTP/1.1" status: 204 len: 168 time: 0.3219264 Aug 04 08:42:37.983493 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e169a8-1537-4af0-a1c7-433a43a74877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e217bd-39b0-46b2-bbc8-4d0e3bcc5872,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:38.049515 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-09461646-e6a3-48ad-beb1-37d3e39b46b8 None None] Provisioning complete for port 0792795c-ea17-4577-b5ed-826770e0df87 triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:38.050244 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-09461646-e6a3-48ad-beb1-37d3e39b46b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:38.120851 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-09461646-e6a3-48ad-beb1-37d3e39b46b8 None None] Port 0792795c-ea17-4577-b5ed-826770e0df87 cannot update to ACTIVE because it is not bound. {{(pid=100322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 08:42:38.128718 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7ede2a-a663-4850-b62c-d9d4021fe209 admin admin] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:42:38.141214 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-4c7ede2a-a663-4850-b62c-d9d4021fe209 admin admin] 10.222.0.45 "PUT /v2.0/routers/e2217c2a-eee6-44c8-9c47-15eb7dffe0f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3973265 Aug 04 08:42:38.162124 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df5363-5fe3-452a-b76f-b432402b33e6 req-fe875124-5a9e-452d-a842-2dcc635efa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:38.164390 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c3df5363-5fe3-452a-b76f-b432402b33e6 req-fe875124-5a9e-452d-a842-2dcc635efa69 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=19d32ebc260f41d6bdfc25aff4d7b332&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2793887 Aug 04 08:42:38.586152 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 52398) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:38.742322 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 4048ca5a-d9b1-4a4f-9df3-3559d5546516 up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:42:38.814992 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076722dd-c628-411d-9c36-e4151abc6084 req-ebbc3d26-a9c2-41c3-9ff1-b5cfd556a6db tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:38.827171 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-076722dd-c628-411d-9c36-e4151abc6084 req-ebbc3d26-a9c2-41c3-9ff1-b5cfd556a6db tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 943 time: 0.1464205 Aug 04 08:42:38.841280 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31dbe06-b0e0-4b6c-b298-528409357dd8 None None] Sync routers for ids ['e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'] in dv-cinder-802653-4-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:42:38.857603 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31dbe06-b0e0-4b6c-b298-528409357dd8 None None] Routers {'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:42:38.858227 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-c31dbe06-b0e0-4b6c-b298-528409357dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:42:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:38.893251 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port 4048ca5a-d9b1-4a4f-9df3-3559d5546516 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:38.894549 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:38.899555 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-076722dd-c628-411d-9c36-e4151abc6084 req-2b80ea52-fcb1-42f4-af44-dd7d35374cc8 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745652 Aug 04 08:42:38.949940 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-43611103-2826-4b86-a0dd-5cb3572997b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:39.072086 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-c31dbe06-b0e0-4b6c-b298-528409357dd8 None None] Set router e2217c2a-eee6-44c8-9c47-15eb7dffe0f3 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:42:39.200045 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-43611103-2826-4b86-a0dd-5cb3572997b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:39.276939 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-43611103-2826-4b86-a0dd-5cb3572997b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:39.374256 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-43611103-2826-4b86-a0dd-5cb3572997b1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8f1be85d684e40f086969c6b1c26302c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7846992 Aug 04 08:42:39.374256 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43611103-2826-4b86-a0dd-5cb3572997b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7a46be-3ced-4e96-ae48-7fdcb8debbfb,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:39.379434 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 52430) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:39.447199 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-3b980fac-e26a-40a4-b613-41871fe96af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:39.486130 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-c31dbe06-b0e0-4b6c-b298-528409357dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1612254749-router', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:30Z', 'updated_at': '2021-08-04T08:42:35Z', 'revision_number': 4, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'gw_port': {'id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:31Z', 'updated_at': '2021-08-04T08:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '0792795c-ea17-4577-b5ed-826770e0df87', 'name': '', 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'mac_address': 'fa:16:3e:9a:6e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:35Z', 'updated_at': '2021-08-04T08:42:36Z', 'revision_number': 2, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'subnets': [{'id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:39.527289 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-3b980fac-e26a-40a4-b613-41871fe96af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:39.537899 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31dbe06-b0e0-4b6c-b298-528409357dd8 None None] Checking router: e2217c2a-eee6-44c8-9c47-15eb7dffe0f3 for host: dv-cinder-802653-4-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:42:39.538637 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31dbe06-b0e0-4b6c-b298-528409357dd8 None None] Updating router e2217c2a-eee6-44c8-9c47-15eb7dffe0f3 port 0792795c-ea17-4577-b5ed-826770e0df87 binding host dv-cinder-802653-4-iscsi {{(pid=100323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 08:42:39.543605 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df5363-5fe3-452a-b76f-b432402b33e6 req-9182684a-2bb2-4885-b8be-3742288cf4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:39.550344 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c3df5363-5fe3-452a-b76f-b432402b33e6 req-9182684a-2bb2-4885-b8be-3742288cf4ae service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2695317 Aug 04 08:42:39.566523 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-c31dbe06-b0e0-4b6c-b298-528409357dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:39.575532 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 52436) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:39.582005 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-fc86d259-a673-44bd-9666-d11002bd13c7 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Request body: {'security_group': {'name': 'tempest-securitygroup--147799030', 'description': 'tempest-description--186317670'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:42:39.705266 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-3b980fac-e26a-40a4-b613-41871fe96af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:39.705946 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fc86d259-a673-44bd-9666-d11002bd13c7 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:39.709147 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-3b980fac-e26a-40a4-b613-41871fe96af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:39.711265 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-3b980fac-e26a-40a4-b613-41871fe96af7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ad7a46be-3ced-4e96-ae48-7fdcb8debbfb HTTP/1.1" status: 204 len: 168 time: 0.3302462 Aug 04 08:42:39.728405 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b980fac-e26a-40a4-b613-41871fe96af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7a46be-3ced-4e96-ae48-7fdcb8debbfb,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:39.891139 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fc86d259-a673-44bd-9666-d11002bd13c7 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:39.910245 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-11a22cf3-073f-4b61-8109-379a9f2f468c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:39.913963 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-11a22cf3-073f-4b61-8109-379a9f2f468c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=19d32ebc260f41d6bdfc25aff4d7b332&device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 1096 time: 0.0734761 Aug 04 08:42:39.918961 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-c31dbe06-b0e0-4b6c-b298-528409357dd8 None None] Notify callbacks [] for port, precommit_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:39.933858 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-c31dbe06-b0e0-4b6c-b298-528409357dd8 None None] Transition to ACTIVE for port object 0792795c-ea17-4577-b5ed-826770e0df87 will not be triggered until provisioned by entity L2. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:42:39.962643 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fc86d259-a673-44bd-9666-d11002bd13c7 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:40.019212 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-c31dbe06-b0e0-4b6c-b298-528409357dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:40.055511 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-f2fafd6c-c242-466c-afee-54d950d06508 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42892975-5f06-4a63-9f6f-56496fe5be83 HTTP/1.1" status: 200 len: 217 time: 0.0820677 Aug 04 08:42:40.073086 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86d259-a673-44bd-9666-d11002bd13c7 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cddb1b5d-78c9-4546-bf61-f7d0ec702746,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:40.122868 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ac638-4c54-42cc-b319-4497fa3617ad req-03fbef08-8f71-40ee-8c31-6a79cfbea7c1 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:40.124578 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a37ac638-4c54-42cc-b319-4497fa3617ad req-03fbef08-8f71-40ee-8c31-6a79cfbea7c1 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 943 time: 0.1333220 Aug 04 08:42:40.126425 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a80b80-a1b3-4975-9167-09c18c05f125 None None] Pushing event updated for resources: {'Port': ['ID=0792795c-ea17-4577-b5ed-826770e0df87,revision_number=3']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:40.132172 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 52452) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:40.161025 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fc86d259-a673-44bd-9666-d11002bd13c7 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:40.168481 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-fc86d259-a673-44bd-9666-d11002bd13c7 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5843704 Aug 04 08:42:40.172677 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 52456) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:40.179091 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-abb54e30-d62b-476a-af9c-3e95de5c00a2 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Request body: {'security_group_rule': {'security_group_id': 'cddb1b5d-78c9-4546-bf61-f7d0ec702746', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:42:40.245766 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a37ac638-4c54-42cc-b319-4497fa3617ad req-4baf835d-f6dd-4c07-b11d-95cae95638f2 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053135 Aug 04 08:42:40.248301 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-33d23b95-3032-4e28-b1e4-cabbb7841c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:40.250682 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-33d23b95-3032-4e28-b1e4-cabbb7841c01 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=536808ae-9303-442e-b13c-2d067f9ce2e1 HTTP/1.1" status: 200 len: 853 time: 0.1035860 Aug 04 08:42:40.254459 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:40.275696 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-c31dbe06-b0e0-4b6c-b298-528409357dd8 None None] Attempting to bind port 0792795c-ea17-4577-b5ed-826770e0df87 on host dv-cinder-802653-4-iscsi for vnic_type normal with profile {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:42:40.276330 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-c31dbe06-b0e0-4b6c-b298-528409357dd8 None None] Attempting to bind port 0792795c-ea17-4577-b5ed-826770e0df87 by drivers openvswitch,hyperv on host dv-cinder-802653-4-iscsi at level 0 using segments [{'id': '9fc2a23e-05fc-423c-8776-74a99484ef67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7'}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:42:40.276794 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31dbe06-b0e0-4b6c-b298-528409357dd8 None None] Attempting to bind port 0792795c-ea17-4577-b5ed-826770e0df87 on network 00622aa3-3ed8-404c-93cc-c0ba459184d7 {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:42:40.294664 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31dbe06-b0e0-4b6c-b298-528409357dd8 None None] Checking agent: {'id': '88e3f6d8-c986-4299-b0e5-a4c4ec344b2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 31, 10), 'started_at': datetime.datetime(2021, 8, 4, 8, 31, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:42:40.294998 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31dbe06-b0e0-4b6c-b298-528409357dd8 None None] Checking segment: {'id': '9fc2a23e-05fc-423c-8776-74a99484ef67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:42:40.295504 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-c31dbe06-b0e0-4b6c-b298-528409357dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:40.296027 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31dbe06-b0e0-4b6c-b298-528409357dd8 None None] Bound using segment: {'id': '9fc2a23e-05fc-423c-8776-74a99484ef67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7'} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:42:40.296746 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-c31dbe06-b0e0-4b6c-b298-528409357dd8 None None] Bound port: 0792795c-ea17-4577-b5ed-826770e0df87, host: dv-cinder-802653-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc2a23e-05fc-423c-8776-74a99484ef67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7'}}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:42:40.297420 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-c31dbe06-b0e0-4b6c-b298-528409357dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:40.317011 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-0d39e44e-bdfe-4ef3-baca-2909da42b2cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:40.355182 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-48c4a141-22d0-47de-b2d9-3054d6ce4c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:40.360314 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-48c4a141-22d0-47de-b2d9-3054d6ce4c22 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=658fd4fe-362a-4cbc-af4e-3cb45e090bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0852022 Aug 04 08:42:40.365095 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 52460) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:40.365742 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-abb54e30-d62b-476a-af9c-3e95de5c00a2 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:40.437548 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-c31dbe06-b0e0-4b6c-b298-528409357dd8 None None] For port 0792795c-ea17-4577-b5ed-826770e0df87, host dv-cinder-802653-4-iscsi, cleared binding levels {{(pid=100323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:42:40.489445 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-c31dbe06-b0e0-4b6c-b298-528409357dd8 None None] For port 0792795c-ea17-4577-b5ed-826770e0df87, host dv-cinder-802653-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=0792795c-ea17-4577-b5ed-826770e0df87,segment=NetworkSegment(9fc2a23e-05fc-423c-8776-74a99484ef67),segment_id=9fc2a23e-05fc-423c-8776-74a99484ef67)] {{(pid=100323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:42:40.498678 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-5a2b04bb-4016-4910-9a54-7b719f442bee admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1849589600-network', 'tenant_id': '3ebe905ce9bd4f56b4df78921d60e7d1'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:42:40.530351 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-abb54e30-d62b-476a-af9c-3e95de5c00a2 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:40.545949 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-d143b209-bbd5-40a1-8b5c-dd798ab902af service neutron] 10.222.0.61 "GET /v2.0/networks/658fd4fe-362a-4cbc-af4e-3cb45e090bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643846 Aug 04 08:42:40.560527 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-c31dbe06-b0e0-4b6c-b298-528409357dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:40.613603 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-abb54e30-d62b-476a-af9c-3e95de5c00a2 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085599'] for security_group_rule, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:40.635738 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb54e30-d62b-476a-af9c-3e95de5c00a2 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8df7934a-3f53-4a1c-8bef-78578ccec162,revision_number=0']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:40.664388 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2b04bb-4016-4910-9a54-7b719f442bee admin admin] Made reservation on behalf of 3ebe905ce9bd4f56b4df78921d60e7d1 for: {'network': 1} {{(pid=100320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:42:40.686307 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5a2b04bb-4016-4910-9a54-7b719f442bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for network, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:40.689289 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31dbe06-b0e0-4b6c-b298-528409357dd8 None None] Routers {'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:42:40.693124 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-c31dbe06-b0e0-4b6c-b298-528409357dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:42:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:40.701322 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5a2b04bb-4016-4910-9a54-7b719f442bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:40.738343 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-768a5a09-c5e1-4ec0-b8b8-e9325cde7336 req-3a4f0191-715a-4c8e-bfc5-48ea15e4c46c service neutron] 10.222.0.61 "GET /v2.0/networks/658fd4fe-362a-4cbc-af4e-3cb45e090bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781981 Aug 04 08:42:40.739263 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-1abf5fd9-4bf7-46aa-885b-69dd90208f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:40.760446 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-abb54e30-d62b-476a-af9c-3e95de5c00a2 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:40.767335 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-abb54e30-d62b-476a-af9c-3e95de5c00a2 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5934134 Aug 04 08:42:40.770448 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a80b80-a1b3-4975-9167-09c18c05f125 None None] Pushing event updated for resources: {'Port': ['ID=0792795c-ea17-4577-b5ed-826770e0df87,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:40.770590 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 52470) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:40.786554 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-42b52914-c2ec-4ca5-accc-b16c3e6d7187 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Request body: {'security_group_rule': {'security_group_id': 'cddb1b5d-78c9-4546-bf61-f7d0ec702746', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:42:40.914362 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-c31dbe06-b0e0-4b6c-b298-528409357dd8 None None] Set router e2217c2a-eee6-44c8-9c47-15eb7dffe0f3 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:42:40.939686 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5a2b04bb-4016-4910-9a54-7b719f442bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:41.036456 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5a2b04bb-4016-4910-9a54-7b719f442bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:41.045874 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.db.api [None req-42b52914-c2ec-4ca5-accc-b16c3e6d7187 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 08:42:41.045874 dv-cinder-802653-4-iscsi neutron-server[100321]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 08:42:41.045874 dv-cinder-802653-4-iscsi neutron-server[100321]: [parameters: {'project_id_1': 'da69dd3f52d047baad449570b0cccac3', 'expiration_1': datetime.datetime(2021, 8, 4, 8, 42, 40, 795329)}] Aug 04 08:42:41.045874 dv-cinder-802653-4-iscsi neutron-server[100321]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100321) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 08:42:41.046817 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG oslo_db.api [None req-42b52914-c2ec-4ca5-accc-b16c3e6d7187 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 08:42:41.118159 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a2b04bb-4016-4910-9a54-7b719f442bee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=100320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 08:42:41.142052 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b04bb-4016-4910-9a54-7b719f442bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2674f89a-e088-4cb4-90ee-85baa4ca8a73,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:41.156849 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:41.170933 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5a2b04bb-4016-4910-9a54-7b719f442bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:41.172279 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.db.segments_db [None req-5a2b04bb-4016-4910-9a54-7b719f442bee admin admin] Added segment c4abe7e1-08a4-43e2-888f-b67e27976ff9 of type vlan for network b344a38c-d9ed-4088-946a-27c7e58e9207 Aug 04 08:42:41.238112 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-c31dbe06-b0e0-4b6c-b298-528409357dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1612254749-router', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:30Z', 'updated_at': '2021-08-04T08:42:35Z', 'revision_number': 4, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'gw_port': {'id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:31Z', 'updated_at': '2021-08-04T08:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '0792795c-ea17-4577-b5ed-826770e0df87', 'name': '', 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'mac_address': 'fa:16:3e:9a:6e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:35Z', 'updated_at': '2021-08-04T08:42:40Z', 'revision_number': 4, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'subnets': [{'id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:41.259917 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-1abf5fd9-4bf7-46aa-885b-69dd90208f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:41.296353 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5a2b04bb-4016-4910-9a54-7b719f442bee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749050523167'] for network, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:41.310030 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31dbe06-b0e0-4b6c-b298-528409357dd8 None None] The sync data for ids ['e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'] in dv-cinder-802653-4-iscsi is: [{'id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1612254749-router', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:30Z', 'updated_at': '2021-08-04T08:42:35Z', 'revision_number': 4, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'gw_port': {'id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:31Z', 'updated_at': '2021-08-04T08:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '0792795c-ea17-4577-b5ed-826770e0df87', 'name': '', 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'mac_address': 'fa:16:3e:9a:6e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:35Z', 'updated_at': '2021-08-04T08:42:40Z', 'revision_number': 4, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'subnets': [{'id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:42:41.322496 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-1abf5fd9-4bf7-46aa-885b-69dd90208f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:41.442891 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf5fd9-4bf7-46aa-885b-69dd90208f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1704ae6e-9879-4b15-bf86-35be1ac99803,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:41.456300 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-1abf5fd9-4bf7-46aa-885b-69dd90208f8d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=383bb3b6ebaf4c8eb4c8ecc96b4e0dfb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0885293 Aug 04 08:42:41.458227 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 52484) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:41.472819 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5a2b04bb-4016-4910-9a54-7b719f442bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669'] for network, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:41.474261 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2b04bb-4016-4910-9a54-7b719f442bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:41.475273 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5a2b04bb-4016-4910-9a54-7b719f442bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:41.511425 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 52486) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:41.609317 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe3fa1-1ac1-4a60-93e6-058ad5270d72 req-e826f675-bf61-4845-a7b7-02af034b9043 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:41.617335 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-6fbe3fa1-1ac1-4a60-93e6-058ad5270d72 req-e826f675-bf61-4845-a7b7-02af034b9043 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 943 time: 0.2248068 Aug 04 08:42:41.632780 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-618e2983-9e19-477b-b5de-79d7d6c32592 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2134895935-network', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:42:41.651211 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-42b52914-c2ec-4ca5-accc-b16c3e6d7187 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:41.680542 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-6fbe3fa1-1ac1-4a60-93e6-058ad5270d72 req-cbaec954-384d-4cd6-a3c6-afa43516b0ba tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569837 Aug 04 08:42:41.681810 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b04bb-4016-4910-9a54-7b719f442bee admin admin] Pushing event updated for resources: {'Network': ['ID=b344a38c-d9ed-4088-946a-27c7e58e9207,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:41.698961 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Network b344a38c-d9ed-4088-946a-27c7e58e9207 details requested by agent ovs-agent-dv-cinder-802653-4-iscsi with host dv-cinder-802653-4-iscsi {{(pid=100322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 08:42:41.738846 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-68099185-3dd4-418e-8b49-78196dca9ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:41.751564 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-42b52914-c2ec-4ca5-accc-b16c3e6d7187 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:41.763982 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-5a2b04bb-4016-4910-9a54-7b719f442bee admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6323581 Aug 04 08:42:41.767590 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 52490) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:41.772810 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-28f00a76-b18d-4f95-a06d-a458dc939d0e admin admin] Request body: {'subnet': {'network_id': 'b344a38c-d9ed-4088-946a-27c7e58e9207', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1849589600-subnet', 'tenant_id': '3ebe905ce9bd4f56b4df78921d60e7d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:42:41.784818 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-68099185-3dd4-418e-8b49-78196dca9ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:41.840977 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-42b52914-c2ec-4ca5-accc-b16c3e6d7187 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085599'] for security_group_rule, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:41.865235 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618e2983-9e19-477b-b5de-79d7d6c32592 admin admin] Made reservation on behalf of dedd88d93ffc4bca9dc856c5b204a955 for: {'network': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:42:41.868274 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-618e2983-9e19-477b-b5de-79d7d6c32592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for network, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:41.887767 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b52914-c2ec-4ca5-accc-b16c3e6d7187 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f9e601-8767-4448-a4e2-64f599436bcb,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:41.892348 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-618e2983-9e19-477b-b5de-79d7d6c32592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:41.910729 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-68099185-3dd4-418e-8b49-78196dca9ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:41.914067 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-68099185-3dd4-418e-8b49-78196dca9ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:41.915484 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-68099185-3dd4-418e-8b49-78196dca9ee0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1704ae6e-9879-4b15-bf86-35be1ac99803 HTTP/1.1" status: 204 len: 168 time: 0.4535420 Aug 04 08:42:41.940661 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68099185-3dd4-418e-8b49-78196dca9ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1704ae6e-9879-4b15-bf86-35be1ac99803,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:41.980733 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f00a76-b18d-4f95-a06d-a458dc939d0e admin admin] Made reservation on behalf of 3ebe905ce9bd4f56b4df78921d60e7d1 for: {'subnet': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:42:41.983142 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-28f00a76-b18d-4f95-a06d-a458dc939d0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133672201'] for subnet, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:42.083392 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-42b52914-c2ec-4ca5-accc-b16c3e6d7187 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:42.089115 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 52494) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:42.089605 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-42b52914-c2ec-4ca5-accc-b16c3e6d7187 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3165193 Aug 04 08:42:42.095522 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-18e66ec8-f6b5-4329-bfd4-2dd7b9d2af8b tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Request body: {'floatingip': {'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:42:42.304411 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-618e2983-9e19-477b-b5de-79d7d6c32592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:42.454325 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-28f00a76-b18d-4f95-a06d-a458dc939d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132619557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133672247'] for subnet, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:42.521285 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f00a76-b18d-4f95-a06d-a458dc939d0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1bdb4da-860e-4a4d-9387-f7ebf6d25023,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:42.572783 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f00a76-b18d-4f95-a06d-a458dc939d0e admin admin] Checking segment: {'id': 'c4abe7e1-08a4-43e2-888f-b67e27976ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b344a38c-d9ed-4088-946a-27c7e58e9207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:42:42.573198 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f00a76-b18d-4f95-a06d-a458dc939d0e admin admin] Network hostable DHCP agents. Network: b344a38c-d9ed-4088-946a-27c7e58e9207, hostable agents: ['d99d2447-930a-4a79-b4f6-24c5d2e4f89b'], hosted agents: [] {{(pid=100321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 08:42:42.769204 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 0792795c-ea17-4577-b5ed-826770e0df87 up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:42:42.857821 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b88453-d0df-44a3-be62-f131f0104ae2 req-29f11ffa-be62-443e-946b-f27c2d7b4ae0 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:42.870188 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-56b88453-d0df-44a3-be62-f131f0104ae2 req-29f11ffa-be62-443e-946b-f27c2d7b4ae0 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 943 time: 0.0891645 Aug 04 08:42:42.928441 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-56b88453-d0df-44a3-be62-f131f0104ae2 req-96c18409-e178-47c1-8553-a57df69ac1a8 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571153 Aug 04 08:42:43.019865 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-618e2983-9e19-477b-b5de-79d7d6c32592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:43.041957 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618e2983-9e19-477b-b5de-79d7d6c32592 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=100321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 08:42:43.059257 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e2983-9e19-477b-b5de-79d7d6c32592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04cdb29-2d93-47c9-be5c-c8c629c5cc08,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:43.074218 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-618e2983-9e19-477b-b5de-79d7d6c32592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:43.074567 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.db.segments_db [None req-618e2983-9e19-477b-b5de-79d7d6c32592 admin admin] Added segment 55668721-c8bf-4df9-929d-07849ad010f4 of type vlan for network a5391651-c052-4019-966f-27312282f5a7 Aug 04 08:42:43.134989 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-618e2983-9e19-477b-b5de-79d7d6c32592 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749050523167'] for network, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:43.362269 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f00a76-b18d-4f95-a06d-a458dc939d0e admin admin] Network b344a38c-d9ed-4088-946a-27c7e58e9207 is scheduled to be hosted by DHCP agent d99d2447-930a-4a79-b4f6-24c5d2e4f89b with binding_index 1 {{(pid=100321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 08:42:43.362474 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning for port 0792795c-ea17-4577-b5ed-826770e0df87 completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:42:43.364675 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:43.367926 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port 0792795c-ea17-4577-b5ed-826770e0df87 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:43.369488 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:43.379180 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-618e2983-9e19-477b-b5de-79d7d6c32592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669'] for network, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:43.379660 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-18e66ec8-f6b5-4329-bfd4-2dd7b9d2af8b tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for floatingip, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:43.380388 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618e2983-9e19-477b-b5de-79d7d6c32592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:43.381037 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-618e2983-9e19-477b-b5de-79d7d6c32592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:43.444284 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-28f00a76-b18d-4f95-a06d-a458dc939d0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-4-iscsi, b344a38c-d9ed-4088-946a-27c7e58e9207) {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:42:43.450901 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e2983-9e19-477b-b5de-79d7d6c32592 admin admin] Pushing event updated for resources: {'Network': ['ID=a5391651-c052-4019-966f-27312282f5a7,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:43.458831 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f00a76-b18d-4f95-a06d-a458dc939d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:43.459380 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-28f00a76-b18d-4f95-a06d-a458dc939d0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:43.460990 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e0add4-e925-4318-83ea-ba6f5857650e None None] Network b344a38c-d9ed-4088-946a-27c7e58e9207 requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:42:43.467703 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Network a5391651-c052-4019-966f-27312282f5a7 details requested by agent ovs-agent-dv-cinder-802653-4-iscsi with host dv-cinder-802653-4-iscsi {{(pid=100322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 08:42:43.500196 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-618e2983-9e19-477b-b5de-79d7d6c32592 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9873943 Aug 04 08:42:43.503404 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 52502) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:43.508780 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-9d399d6c-06c5-4fe8-b713-df6613db3246 admin admin] Request body: {'subnet': {'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2134895935-subnet', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'ip_version': 4}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:42:43.515239 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-18e66ec8-f6b5-4329-bfd4-2dd7b9d2af8b tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:43.573614 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:43.622723 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.db_base_plugin_common [None req-18e66ec8-f6b5-4329-bfd4-2dd7b9d2af8b tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Allocated IP 172.27.0.122 (3e216780-0509-4029-b6cd-a15c5c01b313/90755f8e-3998-4871-81e2-3daea40b0bfb/d72677ea-667b-495b-8111-3429a5e9451f) {{(pid=100320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:42:43.629526 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 52504) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:43.630698 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] For port 0792795c-ea17-4577-b5ed-826770e0df87, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=0792795c-ea17-4577-b5ed-826770e0df87,segment=NetworkSegment(9fc2a23e-05fc-423c-8776-74a99484ef67),segment_id=9fc2a23e-05fc-423c-8776-74a99484ef67)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:42:43.635274 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-28f00a76-b18d-4f95-a06d-a458dc939d0e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8663523 Aug 04 08:42:43.654067 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-3f913680-1c68-40f7-a5be-314245be8207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:43.693394 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bef2f65-5b44-4623-891a-c498574cc87f None None] Network b344a38c-d9ed-4088-946a-27c7e58e9207 requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:42:43.728131 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d399d6c-06c5-4fe8-b713-df6613db3246 admin admin] Made reservation on behalf of dedd88d93ffc4bca9dc856c5b204a955 for: {'subnet': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:42:43.730866 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-9d399d6c-06c5-4fe8-b713-df6613db3246 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133672201'] for subnet, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:43.752389 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:43.773583 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-18e66ec8-f6b5-4329-bfd4-2dd7b9d2af8b tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for port, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:43.826791 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Pushing event updated for resources: {'Port': ['ID=0792795c-ea17-4577-b5ed-826770e0df87,revision_number=5']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:43.919323 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-3f913680-1c68-40f7-a5be-314245be8207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:43.939597 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-18e66ec8-f6b5-4329-bfd4-2dd7b9d2af8b tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134116821'] for port, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:43.979797 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e66ec8-f6b5-4329-bfd4-2dd7b9d2af8b tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Network 3e216780-0509-4029-b6cd-a15c5c01b313 is already hosted by enough agents. {{(pid=100320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:42:43.982579 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.base_scheduler [None req-18e66ec8-f6b5-4329-bfd4-2dd7b9d2af8b tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Resources bound (agent type, host, resource id): {{(pid=100320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:42:43.986137 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e66ec8-f6b5-4329-bfd4-2dd7b9d2af8b tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Received port after_create {{(pid=100320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:42:43.992235 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e66ec8-f6b5-4329-bfd4-2dd7b9d2af8b tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Pushing event updated for resources: {'Port': ['ID=d72677ea-667b-495b-8111-3429a5e9451f,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:44.024004 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-3f913680-1c68-40f7-a5be-314245be8207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:44.036906 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-9d399d6c-06c5-4fe8-b713-df6613db3246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132619557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133672247'] for subnet, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:44.094234 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d399d6c-06c5-4fe8-b713-df6613db3246 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88edd72a-bd44-4717-a8ab-c97bf6648020,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:44.101158 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f913680-1c68-40f7-a5be-314245be8207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508fbed7-4798-405c-9c34-54150021f3c9,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:44.105449 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d399d6c-06c5-4fe8-b713-df6613db3246 admin admin] Checking segment: {'id': '55668721-c8bf-4df9-929d-07849ad010f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a5391651-c052-4019-966f-27312282f5a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:42:44.105987 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d399d6c-06c5-4fe8-b713-df6613db3246 admin admin] Network hostable DHCP agents. Network: a5391651-c052-4019-966f-27312282f5a7, hostable agents: ['d99d2447-930a-4a79-b4f6-24c5d2e4f89b'], hosted agents: [] {{(pid=100321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 08:42:44.114667 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 52514) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:44.114786 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-3f913680-1c68-40f7-a5be-314245be8207 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d195a0c045d1475cb1713812a20868fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4839199 Aug 04 08:42:44.166017 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f845924-2bee-4b78-baa9-02e5d711c8fb req-4ccaa074-c746-4687-9cf3-2bdc458f726e tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:44.167946 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-4f845924-2bee-4b78-baa9-02e5d711c8fb req-4ccaa074-c746-4687-9cf3-2bdc458f726e tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 943 time: 0.1509519 Aug 04 08:42:44.174078 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d399d6c-06c5-4fe8-b713-df6613db3246 admin admin] Network a5391651-c052-4019-966f-27312282f5a7 is scheduled to be hosted by DHCP agent d99d2447-930a-4a79-b4f6-24c5d2e4f89b with binding_index 1 {{(pid=100321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 08:42:44.176010 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d34a0051-8164-4c26-9fdd-9dbbe0ad761f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:44.236749 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-18e66ec8-f6b5-4329-bfd4-2dd7b9d2af8b tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:44.251908 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-4f845924-2bee-4b78-baa9-02e5d711c8fb req-b1af1f05-e2bc-4de3-991c-c3cca24bba6a tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756624 Aug 04 08:42:44.343892 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-18e66ec8-f6b5-4329-bfd4-2dd7b9d2af8b tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:44.413198 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d34a0051-8164-4c26-9fdd-9dbbe0ad761f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:44.476941 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-9d399d6c-06c5-4fe8-b713-df6613db3246 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-4-iscsi, a5391651-c052-4019-966f-27312282f5a7) {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:42:44.490312 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4a2184-dda2-45f7-b135-fc73fc870b5f None None] Network a5391651-c052-4019-966f-27312282f5a7 requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:42:44.491049 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d399d6c-06c5-4fe8-b713-df6613db3246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:44.491049 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-9d399d6c-06c5-4fe8-b713-df6613db3246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:44.526193 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-18e66ec8-f6b5-4329-bfd4-2dd7b9d2af8b tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for port, precommit_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:44.545005 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d34a0051-8164-4c26-9fdd-9dbbe0ad761f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:44.547707 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d34a0051-8164-4c26-9fdd-9dbbe0ad761f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:44.548997 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-d34a0051-8164-4c26-9fdd-9dbbe0ad761f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/508fbed7-4798-405c-9c34-54150021f3c9 HTTP/1.1" status: 204 len: 168 time: 0.4312670 Aug 04 08:42:44.558986 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a0051-8164-4c26-9fdd-9dbbe0ad761f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508fbed7-4798-405c-9c34-54150021f3c9,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:44.583691 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-9d399d6c-06c5-4fe8-b713-df6613db3246 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0785263 Aug 04 08:42:44.586147 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 52520) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:44.590532 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-a58565f5-7be8-4bfe-98a2-2d000e8913d6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2134895935-router', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'}}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:42:44.625437 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-18e66ec8-f6b5-4329-bfd4-2dd7b9d2af8b tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134116828'] for port, after_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:44.678433 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b13ce47-d8ee-4ce7-810d-6d37205e020b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda83cd89-c10a-52ae-b198-37c960099bd2-a5391651-c052-4019-966f-27312282f5a7', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'fixed_ips': [{'subnet_id': '88edd72a-bd44-4717-a8ab-c97bf6648020'}]}} from dv-cinder-802653-4-iscsi. {{(pid=100322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 08:42:44.679925 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4b13ce47-d8ee-4ce7-810d-6d37205e020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:44.708677 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 0792795c-ea17-4577-b5ed-826770e0df87 up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:42:44.708881 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e66ec8-f6b5-4329-bfd4-2dd7b9d2af8b tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Pushing event updated for resources: {'Port': ['ID=d72677ea-667b-495b-8111-3429a5e9451f,revision_number=2']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:44.719791 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-18e66ec8-f6b5-4329-bfd4-2dd7b9d2af8b tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055929'] for floatingip, after_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:44.727567 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a58565f5-7be8-4bfe-98a2-2d000e8913d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2048338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8269'] for router, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:44.728781 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a58565f5-7be8-4bfe-98a2-2d000e8913d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2055556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1981338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8278'] for router, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:44.783840 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a58565f5-7be8-4bfe-98a2-2d000e8913d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:44.852969 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port 0792795c-ea17-4577-b5ed-826770e0df87 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:44.853461 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:44.858688 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-18e66ec8-f6b5-4329-bfd4-2dd7b9d2af8b tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for floatingip, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:44.868576 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-18e66ec8-f6b5-4329-bfd4-2dd7b9d2af8b tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7697363 Aug 04 08:42:44.887173 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [None req-4b13ce47-d8ee-4ce7-810d-6d37205e020b None None] Allocated IP 172.20.0.2 (a5391651-c052-4019-966f-27312282f5a7/88edd72a-bd44-4717-a8ab-c97bf6648020/75c47c58-43d8-437f-87e5-61c1c84da434) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:42:45.006273 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a58565f5-7be8-4bfe-98a2-2d000e8913d6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:45.101233 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4b13ce47-d8ee-4ce7-810d-6d37205e020b None None] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:45.110670 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-4b13ce47-d8ee-4ce7-810d-6d37205e020b None None] Transition to ACTIVE for port object 75c47c58-43d8-437f-87e5-61c1c84da434 will not be triggered until provisioned by entity L2. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:42:45.137515 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-4b13ce47-d8ee-4ce7-810d-6d37205e020b None None] Transition to ACTIVE for port object 75c47c58-43d8-437f-87e5-61c1c84da434 will not be triggered until provisioned by entity DHCP. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:42:45.196310 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-9ba1c937-82ef-47ed-ae9e-5b22032203da tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--147799030&fields=id&tenant_id=da69dd3f52d047baad449570b0cccac3 HTTP/1.1" status: 200 len: 267 time: 0.0588317 Aug 04 08:42:45.202587 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4b13ce47-d8ee-4ce7-810d-6d37205e020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:45.239837 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b13ce47-d8ee-4ce7-810d-6d37205e020b None None] Network a5391651-c052-4019-966f-27312282f5a7 is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:42:45.243322 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [None req-4b13ce47-d8ee-4ce7-810d-6d37205e020b None None] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:42:45.245743 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b13ce47-d8ee-4ce7-810d-6d37205e020b None None] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:42:45.255855 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13ce47-d8ee-4ce7-810d-6d37205e020b None None] Pushing event updated for resources: {'Port': ['ID=75c47c58-43d8-437f-87e5-61c1c84da434,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:45.322440 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-4b13ce47-d8ee-4ce7-810d-6d37205e020b None None] Attempting to bind port 75c47c58-43d8-437f-87e5-61c1c84da434 on host dv-cinder-802653-4-iscsi for vnic_type normal with profile {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:42:45.323345 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-4b13ce47-d8ee-4ce7-810d-6d37205e020b None None] Attempting to bind port 75c47c58-43d8-437f-87e5-61c1c84da434 by drivers openvswitch,hyperv on host dv-cinder-802653-4-iscsi at level 0 using segments [{'id': '55668721-c8bf-4df9-929d-07849ad010f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a5391651-c052-4019-966f-27312282f5a7'}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:42:45.323958 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b13ce47-d8ee-4ce7-810d-6d37205e020b None None] Attempting to bind port 75c47c58-43d8-437f-87e5-61c1c84da434 on network a5391651-c052-4019-966f-27312282f5a7 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:42:45.329744 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b13ce47-d8ee-4ce7-810d-6d37205e020b None None] Checking agent: {'id': '88e3f6d8-c986-4299-b0e5-a4c4ec344b2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 31, 10), 'started_at': datetime.datetime(2021, 8, 4, 8, 31, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:42:45.330144 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b13ce47-d8ee-4ce7-810d-6d37205e020b None None] Checking segment: {'id': '55668721-c8bf-4df9-929d-07849ad010f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a5391651-c052-4019-966f-27312282f5a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:42:45.330534 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4b13ce47-d8ee-4ce7-810d-6d37205e020b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:45.330927 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b13ce47-d8ee-4ce7-810d-6d37205e020b None None] Bound using segment: {'id': '55668721-c8bf-4df9-929d-07849ad010f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a5391651-c052-4019-966f-27312282f5a7'} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:42:45.331545 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-4b13ce47-d8ee-4ce7-810d-6d37205e020b None None] Bound port: 75c47c58-43d8-437f-87e5-61c1c84da434, host: dv-cinder-802653-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55668721-c8bf-4df9-929d-07849ad010f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a5391651-c052-4019-966f-27312282f5a7'}}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:42:45.331927 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4b13ce47-d8ee-4ce7-810d-6d37205e020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:45.394863 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a6c36-c986-4681-8e25-7edb21c3c7e4 req-654c45cb-8fef-432c-ae7f-da9d7215fa3f tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:45.396477 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-908a6c36-c986-4681-8e25-7edb21c3c7e4 req-654c45cb-8fef-432c-ae7f-da9d7215fa3f tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 943 time: 0.0663192 Aug 04 08:42:45.399613 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-d2217dc3-710e-4d91-98d5-3f5d781929e8 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:45.401142 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-d2217dc3-710e-4d91-98d5-3f5d781929e8 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/networks?id=00622aa3-3ed8-404c-93cc-c0ba459184d7 HTTP/1.1" status: 200 len: 817 time: 0.1981313 Aug 04 08:42:45.428404 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-eda639bc-02b3-4a2d-b267-e62d7522b629 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/quotas/da69dd3f52d047baad449570b0cccac3 HTTP/1.1" status: 200 len: 375 time: 0.0204678 Aug 04 08:42:45.430073 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a58565f5-7be8-4bfe-98a2-2d000e8913d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:45.439101 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-4b13ce47-d8ee-4ce7-810d-6d37205e020b None None] For port 75c47c58-43d8-437f-87e5-61c1c84da434, host dv-cinder-802653-4-iscsi, cleared binding levels {{(pid=100322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:42:45.442939 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-4b13ce47-d8ee-4ce7-810d-6d37205e020b None None] For port 75c47c58-43d8-437f-87e5-61c1c84da434, host dv-cinder-802653-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=75c47c58-43d8-437f-87e5-61c1c84da434,segment=NetworkSegment(55668721-c8bf-4df9-929d-07849ad010f4),segment_id=55668721-c8bf-4df9-929d-07849ad010f4)] {{(pid=100322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:42:45.452776 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-908a6c36-c986-4681-8e25-7edb21c3c7e4 req-d4eaa16c-aa93-468c-8a57-344c49fce592 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447390 Aug 04 08:42:45.455583 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a58565f5-7be8-4bfe-98a2-2d000e8913d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:45.541607 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-cbfd0d25-3a28-4182-80ea-552545764005 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=da69dd3f52d047baad449570b0cccac3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0883629 Aug 04 08:42:45.591445 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4b13ce47-d8ee-4ce7-810d-6d37205e020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:45.660820 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [None req-a58565f5-7be8-4bfe-98a2-2d000e8913d6 admin admin] Allocated IP 172.27.0.29 (3e216780-0509-4029-b6cd-a15c5c01b313/90755f8e-3998-4871-81e2-3daea40b0bfb/51f97d59-948f-46ae-b75b-ca15a05c9255) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:42:45.672600 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13ce47-d8ee-4ce7-810d-6d37205e020b None None] Pushing event updated for resources: {'Port': ['ID=75c47c58-43d8-437f-87e5-61c1c84da434,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:45.748310 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-6b68fa68-c8e0-4741-8445-c11825211d1c service neutron] 10.222.0.45 "GET /v2.0/networks/00622aa3-3ed8-404c-93cc-c0ba459184d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759644 Aug 04 08:42:45.863111 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a58565f5-7be8-4bfe-98a2-2d000e8913d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:45.886725 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-23e1259e-4f01-4f9a-99fc-1674d5ce2e24 service neutron] 10.222.0.45 "GET /v2.0/networks/00622aa3-3ed8-404c-93cc-c0ba459184d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297443 Aug 04 08:42:45.961851 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-c1d21bea-874e-4488-9aa9-c7918bdd2b8e tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:45.964234 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-c1d21bea-874e-4488-9aa9-c7918bdd2b8e tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/networks?id=b344a38c-d9ed-4088-946a-27c7e58e9207 HTTP/1.1" status: 200 len: 814 time: 0.1669583 Aug 04 08:42:45.984362 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-21d24848-136a-477e-bc17-253a2a417f3e tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/quotas/3ebe905ce9bd4f56b4df78921d60e7d1 HTTP/1.1" status: 200 len: 375 time: 0.0108311 Aug 04 08:42:46.002665 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a58565f5-7be8-4bfe-98a2-2d000e8913d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:46.045066 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-493be1a4-82b8-44a7-a177-451bf97c1e7a tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ebe905ce9bd4f56b4df78921d60e7d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523551 Aug 04 08:42:46.057204 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58565f5-7be8-4bfe-98a2-2d000e8913d6 admin admin] Network 3e216780-0509-4029-b6cd-a15c5c01b313 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:42:46.060432 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-a58565f5-7be8-4bfe-98a2-2d000e8913d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:42:46.064067 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58565f5-7be8-4bfe-98a2-2d000e8913d6 admin admin] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:42:46.089348 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58565f5-7be8-4bfe-98a2-2d000e8913d6 admin admin] Pushing event updated for resources: {'Port': ['ID=51f97d59-948f-46ae-b75b-ca15a05c9255,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:46.154832 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-e3ee6a0a-0bca-45af-ba43-d996c69f0ef8 service neutron] 10.222.0.45 "GET /v2.0/networks/b344a38c-d9ed-4088-946a-27c7e58e9207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000159 Aug 04 08:42:46.230318 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9386c33d-9996-4547-a587-5234d3c1467d req-95368cd8-8f4b-43cf-b430-295445fd55e2 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 210 time: 0.0570838 Aug 04 08:42:46.288831 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-958666e2-c847-4b5c-b466-7ccb44c11240 service neutron] 10.222.0.45 "GET /v2.0/networks/b344a38c-d9ed-4088-946a-27c7e58e9207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270936 Aug 04 08:42:46.441616 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a58565f5-7be8-4bfe-98a2-2d000e8913d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:46.471865 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 42892975-5f06-4a63-9f6f-56496fe5be83 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=100322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 08:42:46.584191 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-4f6a48a1-a44d-4dac-83c4-eaab7c3883c3 req-548a0a49-4390-4334-ad38-15d4d10e3475 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2401c08-77c5-4ffc-9754-a8b7eb271ebf HTTP/1.1" status: 200 len: 210 time: 0.0672936 Aug 04 08:42:46.628767 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 42892975-5f06-4a63-9f6f-56496fe5be83, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=42892975-5f06-4a63-9f6f-56496fe5be83,segment=NetworkSegment(f0915773-4be9-486f-b346-f3ff63b781e0),segment_id=f0915773-4be9-486f-b346-f3ff63b781e0)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:42:46.649777 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Returning: {'device': '42892975-5f06-4a63-9f6f-56496fe5be83', 'network_id': '658fd4fe-362a-4cbc-af4e-3cb45e090bf9', 'port_id': '42892975-5f06-4a63-9f6f-56496fe5be83', 'mac_address': 'fa:16:3e:01:cb:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536808ae-9303-442e-b13c-2d067f9ce2e1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 08:42:46.751081 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:46.805724 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42892975-5f06-4a63-9f6f-56496fe5be83 {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:42:46.818722 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 75c47c58-43d8-437f-87e5-61c1c84da434 up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:42:46.836572 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d5c54-4b23-42d9-bf7c-be7e1c3b171e req-266ef6e8-855b-474c-bbf5-d24568f9b30a tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:46.844651 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d30d5c54-4b23-42d9-bf7c-be7e1c3b171e req-266ef6e8-855b-474c-bbf5-d24568f9b30a tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 943 time: 0.1771460 Aug 04 08:42:46.863622 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 42892975-5f06-4a63-9f6f-56496fe5be83, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=42892975-5f06-4a63-9f6f-56496fe5be83,segment=NetworkSegment(f0915773-4be9-486f-b346-f3ff63b781e0),segment_id=f0915773-4be9-486f-b346-f3ff63b781e0)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:42:46.918495 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d30d5c54-4b23-42d9-bf7c-be7e1c3b171e req-0af89a44-120b-47a1-bf8c-ddcc96a6e42d tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726986 Aug 04 08:42:46.937201 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c38a212-d628-40dd-882d-58d56038639b None None] Network a5391651-c052-4019-966f-27312282f5a7 requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:42:46.951048 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a58565f5-7be8-4bfe-98a2-2d000e8913d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055515'] for router, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:47.127856 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:47.129580 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning for port 75c47c58-43d8-437f-87e5-61c1c84da434 completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:42:47.215226 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=42892975-5f06-4a63-9f6f-56496fe5be83,revision_number=4']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:47.236160 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58565f5-7be8-4bfe-98a2-2d000e8913d6 admin admin] Router 4b811504-3b5e-4d85-8947-81201cead105 is scheduled to L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 with binding_index 1 {{(pid=100321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 08:42:47.286013 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-90ca4ac4-d9c6-4d23-9736-9330cf958917 None None] Provisioning for port 75c47c58-43d8-437f-87e5-61c1c84da434 completed by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:42:47.298181 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-90ca4ac4-d9c6-4d23-9736-9330cf958917 None None] Provisioning complete for port 75c47c58-43d8-437f-87e5-61c1c84da434 triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:47.298558 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-90ca4ac4-d9c6-4d23-9736-9330cf958917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:47.333289 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-6c7bb08d-f44b-4189-997b-e6075a3f1f59 req-29624fab-e1a3-46d2-b02b-f825bda74ae9 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 210 time: 0.0373650 Aug 04 08:42:47.373772 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58565f5-7be8-4bfe-98a2-2d000e8913d6 admin admin] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:42:47.389805 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c5c23-c6b7-489a-9352-84cdd5f97d9c None None] Sync routers for ids ['4b811504-3b5e-4d85-8947-81201cead105'] in dv-cinder-802653-4-iscsi {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:42:47.406232 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740c5c23-c6b7-489a-9352-84cdd5f97d9c None None] Routers {'4b811504-3b5e-4d85-8947-81201cead105'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:42:47.411576 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-740c5c23-c6b7-489a-9352-84cdd5f97d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:42:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['4b811504-3b5e-4d85-8947-81201cead105'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:47.411576 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-90ca4ac4-d9c6-4d23-9736-9330cf958917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:47.462903 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a58565f5-7be8-4bfe-98a2-2d000e8913d6 admin admin] Notify callbacks [] for router, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:47.465938 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['42892975-5f06-4a63-9f6f-56496fe5be83'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:42:47.468432 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 52616) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:47.469918 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-a58565f5-7be8-4bfe-98a2-2d000e8913d6 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8826492 Aug 04 08:42:47.594783 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-90ca4ac4-d9c6-4d23-9736-9330cf958917 None None] For port 75c47c58-43d8-437f-87e5-61c1c84da434, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=75c47c58-43d8-437f-87e5-61c1c84da434,segment=NetworkSegment(55668721-c8bf-4df9-929d-07849ad010f4),segment_id=55668721-c8bf-4df9-929d-07849ad010f4)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:42:47.634487 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-740c5c23-c6b7-489a-9352-84cdd5f97d9c None None] Set router 4b811504-3b5e-4d85-8947-81201cead105 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:42:47.714860 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-90ca4ac4-d9c6-4d23-9736-9330cf958917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:47.717404 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-74f01558-b598-4821-a879-d3964315bdbd req-06c16950-16f8-4179-9c6a-d3947f5caa0c tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2401c08-77c5-4ffc-9754-a8b7eb271ebf HTTP/1.1" status: 200 len: 210 time: 0.0370815 Aug 04 08:42:47.870751 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca4ac4-d9c6-4d23-9736-9330cf958917 None None] Pushing event updated for resources: {'Port': ['ID=75c47c58-43d8-437f-87e5-61c1c84da434,revision_number=3']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:47.903983 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-652633c5-ee95-4df7-8900-1bfe4a296c08 None None] Provisioning complete for port 75c47c58-43d8-437f-87e5-61c1c84da434 triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:47.904358 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-652633c5-ee95-4df7-8900-1bfe4a296c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:48.077872 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-740c5c23-c6b7-489a-9352-84cdd5f97d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b811504-3b5e-4d85-8947-81201cead105', 'name': 'tempest-TestVolumeBootPattern-2134895935-router', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:44Z', 'updated_at': '2021-08-04T08:42:46Z', 'revision_number': 3, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'gw_port': {'id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:45Z', 'updated_at': '2021-08-04T08:42:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:48.118468 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c5c23-c6b7-489a-9352-84cdd5f97d9c None None] Checking router: 4b811504-3b5e-4d85-8947-81201cead105 for host: dv-cinder-802653-4-iscsi {{(pid=100322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:42:48.118893 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c5c23-c6b7-489a-9352-84cdd5f97d9c None None] Updating router 4b811504-3b5e-4d85-8947-81201cead105 port 51f97d59-948f-46ae-b75b-ca15a05c9255 binding host dv-cinder-802653-4-iscsi {{(pid=100322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 08:42:48.149162 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-740c5c23-c6b7-489a-9352-84cdd5f97d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:48.225696 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369522a-ca2c-47cb-b3c2-8e84bb842071 req-d7c3b52a-8b9b-44ec-a1ba-ea4be96c46eb tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:48.227204 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c369522a-ca2c-47cb-b3c2-8e84bb842071 req-d7c3b52a-8b9b-44ec-a1ba-ea4be96c46eb tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 944 time: 0.1197102 Aug 04 08:42:48.308574 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c369522a-ca2c-47cb-b3c2-8e84bb842071 req-50f08358-cb71-4a7f-b90b-fcc2e9c4ffa9 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709507 Aug 04 08:42:48.435975 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-740c5c23-c6b7-489a-9352-84cdd5f97d9c None None] Notify callbacks [] for port, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:48.442545 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e788fedd-13d2-4276-8cb7-024357dc8e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:48.443112 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-443d38ca-4f9b-486a-a8c3-79328fc863e9 req-de02b21e-9806-4407-9b60-9282e48e2160 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 210 time: 0.0261412 Aug 04 08:42:48.446260 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-740c5c23-c6b7-489a-9352-84cdd5f97d9c None None] Transition to ACTIVE for port object 51f97d59-948f-46ae-b75b-ca15a05c9255 will not be triggered until provisioned by entity L2. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:42:48.478219 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 42892975-5f06-4a63-9f6f-56496fe5be83 up at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:42:48.522810 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-740c5c23-c6b7-489a-9352-84cdd5f97d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:48.571645 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-740c5c23-c6b7-489a-9352-84cdd5f97d9c None None] Attempting to bind port 51f97d59-948f-46ae-b75b-ca15a05c9255 on host dv-cinder-802653-4-iscsi for vnic_type normal with profile {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:42:48.572185 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-740c5c23-c6b7-489a-9352-84cdd5f97d9c None None] Attempting to bind port 51f97d59-948f-46ae-b75b-ca15a05c9255 by drivers openvswitch,hyperv on host dv-cinder-802653-4-iscsi at level 0 using segments [{'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:42:48.575794 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740c5c23-c6b7-489a-9352-84cdd5f97d9c None None] Attempting to bind port 51f97d59-948f-46ae-b75b-ca15a05c9255 on network 3e216780-0509-4029-b6cd-a15c5c01b313 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:42:48.579195 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097fbd3-2e4e-4fa2-935d-3e94c2d4be65 None None] Pushing event updated for resources: {'Port': ['ID=51f97d59-948f-46ae-b75b-ca15a05c9255,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:48.582340 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740c5c23-c6b7-489a-9352-84cdd5f97d9c None None] Checking agent: {'id': '88e3f6d8-c986-4299-b0e5-a4c4ec344b2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 31, 10), 'started_at': datetime.datetime(2021, 8, 4, 8, 31, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:42:48.582753 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740c5c23-c6b7-489a-9352-84cdd5f97d9c None None] Checking segment: {'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:42:48.583164 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-740c5c23-c6b7-489a-9352-84cdd5f97d9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:48.583552 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740c5c23-c6b7-489a-9352-84cdd5f97d9c None None] Bound using segment: {'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:42:48.584058 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-740c5c23-c6b7-489a-9352-84cdd5f97d9c None None] Bound port: 51f97d59-948f-46ae-b75b-ca15a05c9255, host: dv-cinder-802653-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'}}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:42:48.584443 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-740c5c23-c6b7-489a-9352-84cdd5f97d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:48.597822 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.db_base_plugin_common [None req-e788fedd-13d2-4276-8cb7-024357dc8e61 admin admin] Allocated IP 172.20.0.1 (a5391651-c052-4019-966f-27312282f5a7/88edd72a-bd44-4717-a8ab-c97bf6648020/4f564317-117c-4b42-a965-36d82bf45d2e) {{(pid=100320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:42:48.608501 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning for port 42892975-5f06-4a63-9f6f-56496fe5be83 completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:42:48.641714 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning complete for port 42892975-5f06-4a63-9f6f-56496fe5be83 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:48.644839 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:48.646006 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-740c5c23-c6b7-489a-9352-84cdd5f97d9c None None] For port 51f97d59-948f-46ae-b75b-ca15a05c9255, host dv-cinder-802653-4-iscsi, cleared binding levels {{(pid=100322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:42:48.675982 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-740c5c23-c6b7-489a-9352-84cdd5f97d9c None None] For port 51f97d59-948f-46ae-b75b-ca15a05c9255, host dv-cinder-802653-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=51f97d59-948f-46ae-b75b-ca15a05c9255,segment=NetworkSegment(14aa563b-e8c7-40ac-9bd4-d0f3043acf10),segment_id=14aa563b-e8c7-40ac-9bd4-d0f3043acf10)] {{(pid=100322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:42:48.707562 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e788fedd-13d2-4276-8cb7-024357dc8e61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:48.721865 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.provisioning_blocks [None req-e788fedd-13d2-4276-8cb7-024357dc8e61 admin admin] Transition to ACTIVE for port object 4f564317-117c-4b42-a965-36d82bf45d2e will not be triggered until provisioned by entity DHCP. {{(pid=100320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:42:48.726038 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 75c47c58-43d8-437f-87e5-61c1c84da434 up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:42:48.755670 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-740c5c23-c6b7-489a-9352-84cdd5f97d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:48.810478 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:48.835983 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-0a56f27d-4e0b-44f8-bf7e-dcf00e5259df req-1872e1d8-24dd-40a8-b434-289318364c2b tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2401c08-77c5-4ffc-9754-a8b7eb271ebf HTTP/1.1" status: 200 len: 210 time: 0.0322783 Aug 04 08:42:48.838200 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e788fedd-13d2-4276-8cb7-024357dc8e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134116821'] for port, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:48.845646 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097fbd3-2e4e-4fa2-935d-3e94c2d4be65 None None] Pushing event updated for resources: {'Port': ['ID=51f97d59-948f-46ae-b75b-ca15a05c9255,revision_number=3']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:48.863845 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740c5c23-c6b7-489a-9352-84cdd5f97d9c None None] Routers {'4b811504-3b5e-4d85-8947-81201cead105'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:42:48.864702 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-740c5c23-c6b7-489a-9352-84cdd5f97d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:42:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['4b811504-3b5e-4d85-8947-81201cead105'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:48.872974 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e8cbfad-b718-441f-baee-d6a840b1491d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42892975-5f06-4a63-9f6f-56496fe5be83'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:42:48.875479 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c495c7497e5e90a156a42ea06e218473990fefc1974f3e33d0cb89c8111961e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be2f633-86b5-4a06-93e7-d0593359dca4" -d '{"events": [{"server_uuid": "1e8cbfad-b718-441f-baee-d6a840b1491d", "name": "network-vif-plugged", "status": "completed", "tag": "42892975-5f06-4a63-9f6f-56496fe5be83"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:42:48.882977 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e788fedd-13d2-4276-8cb7-024357dc8e61 admin admin] Network a5391651-c052-4019-966f-27312282f5a7 is already hosted by enough agents. {{(pid=100320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:42:48.888064 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.base_scheduler [None req-e788fedd-13d2-4276-8cb7-024357dc8e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=100320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:42:48.891364 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e788fedd-13d2-4276-8cb7-024357dc8e61 admin admin] Received port after_create {{(pid=100320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:42:48.937390 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 42892975-5f06-4a63-9f6f-56496fe5be83, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=42892975-5f06-4a63-9f6f-56496fe5be83,segment=NetworkSegment(f0915773-4be9-486f-b346-f3ff63b781e0),segment_id=f0915773-4be9-486f-b346-f3ff63b781e0)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:42:48.943855 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port 75c47c58-43d8-437f-87e5-61c1c84da434 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:48.945934 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:48.954710 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788fedd-13d2-4276-8cb7-024357dc8e61 admin admin] Pushing event updated for resources: {'Port': ['ID=4f564317-117c-4b42-a965-36d82bf45d2e,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:48.989598 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e788fedd-13d2-4276-8cb7-024357dc8e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2055812'] for router_interface, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:49.004959 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488d2573-ea25-47fb-bc3b-ba0aba59b554 x-openstack-request-id: req-488d2573-ea25-47fb-bc3b-ba0aba59b554 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:42:49.005353 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e8cbfad-b718-441f-baee-d6a840b1491d", "name": "network-vif-plugged", "status": "completed", "tag": "42892975-5f06-4a63-9f6f-56496fe5be83", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:42:49.006336 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-488d2573-ea25-47fb-bc3b-ba0aba59b554 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:42:49.007465 dv-cinder-802653-4-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e8cbfad-b718-441f-baee-d6a840b1491d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42892975-5f06-4a63-9f6f-56496fe5be83', 'code': 200} Aug 04 08:42:49.103593 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:49.189694 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-740c5c23-c6b7-489a-9352-84cdd5f97d9c None None] Set router 4b811504-3b5e-4d85-8947-81201cead105 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:42:49.361538 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e788fedd-13d2-4276-8cb7-024357dc8e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:49.436213 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-520af0f6-a8af-4cd2-803b-11299fabe512 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:49.440711 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-520af0f6-a8af-4cd2-803b-11299fabe512 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.61 "GET /v2.0/networks?id=00622aa3-3ed8-404c-93cc-c0ba459184d7 HTTP/1.1" status: 200 len: 817 time: 0.5168672 Aug 04 08:42:49.443233 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=42892975-5f06-4a63-9f6f-56496fe5be83,revision_number=5']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:49.493969 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0adf2-073c-4d4c-83a9-7bab3a1194a8 req-3be7ccd6-8646-4788-9c94-b477839fda56 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:49.501115 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-d9a0adf2-073c-4d4c-83a9-7bab3a1194a8 req-3be7ccd6-8646-4788-9c94-b477839fda56 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 945 time: 0.0742085 Aug 04 08:42:49.530252 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-1670e79c-8d5b-4de4-a41d-9e8072e09710 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da69dd3f52d047baad449570b0cccac3 HTTP/1.1" status: 200 len: 379 time: 0.0524907 Aug 04 08:42:49.542729 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-a7d4a187-3aed-4f4d-9256-4c6fc4ae2a75 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Request body: {'port': {'device_id': '94b38586-5beb-48fa-9645-339c6462a1b2', 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7', 'admin_state_up': True, 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'security_groups': ['cddb1b5d-78c9-4546-bf61-f7d0ec702746']}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:42:49.573762 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-7a22f657-3a6c-46c3-8e28-5391b9ec413e None None] Provisioning for port 4f564317-117c-4b42-a965-36d82bf45d2e completed by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:42:49.579352 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-7a22f657-3a6c-46c3-8e28-5391b9ec413e None None] Provisioning complete for port 4f564317-117c-4b42-a965-36d82bf45d2e triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:49.579727 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-7a22f657-3a6c-46c3-8e28-5391b9ec413e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:49.620190 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6def70c7-092d-43b3-b531-c425425ed3a6 req-5ce6974d-176e-4648-b910-18f15a65dc79 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 210 time: 0.0618453 Aug 04 08:42:49.630605 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-d9a0adf2-073c-4d4c-83a9-7bab3a1194a8 req-16a37a30-b008-4fb9-83d5-a6a935a1dd96 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247890 Aug 04 08:42:49.648914 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89c36f-1ed2-459f-aabb-7420687b28ed req-d67aa1d4-8303-453f-9ff1-d60c7ecdac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:49.648914 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-ff89c36f-1ed2-459f-aabb-7420687b28ed req-d67aa1d4-8303-453f-9ff1-d60c7ecdac84 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 1098 time: 0.1169956 Aug 04 08:42:49.649119 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-7a22f657-3a6c-46c3-8e28-5391b9ec413e None None] Port 4f564317-117c-4b42-a965-36d82bf45d2e cannot update to ACTIVE because it is not bound. {{(pid=100322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 08:42:49.686982 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-740c5c23-c6b7-489a-9352-84cdd5f97d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b811504-3b5e-4d85-8947-81201cead105', 'name': 'tempest-TestVolumeBootPattern-2134895935-router', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:44Z', 'updated_at': '2021-08-04T08:42:46Z', 'revision_number': 3, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'gw_port': {'id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:45Z', 'updated_at': '2021-08-04T08:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:49.698401 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-ff89c36f-1ed2-459f-aabb-7420687b28ed req-477c7802-5f55-46d3-b88f-d6bbbba2b201 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459552 Aug 04 08:42:49.719304 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c5c23-c6b7-489a-9352-84cdd5f97d9c None None] The sync data for ids ['4b811504-3b5e-4d85-8947-81201cead105'] in dv-cinder-802653-4-iscsi is: [{'id': '4b811504-3b5e-4d85-8947-81201cead105', 'name': 'tempest-TestVolumeBootPattern-2134895935-router', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:44Z', 'updated_at': '2021-08-04T08:42:46Z', 'revision_number': 3, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'gw_port': {'id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:45Z', 'updated_at': '2021-08-04T08:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}] {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:42:49.732091 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e788fedd-13d2-4276-8cb7-024357dc8e61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:49.801869 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e788fedd-13d2-4276-8cb7-024357dc8e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134116828'] for port, after_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:49.806807 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-d5dd30d1-bf63-4ee5-84f8-dc89bd340bf9 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:49.808606 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-d5dd30d1-bf63-4ee5-84f8-dc89bd340bf9 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.61 "GET /v2.0/networks?id=b344a38c-d9ed-4088-946a-27c7e58e9207 HTTP/1.1" status: 200 len: 814 time: 0.1134903 Aug 04 08:42:49.842563 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-a7d4a187-3aed-4f4d-9256-4c6fc4ae2a75 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Made reservation on behalf of da69dd3f52d047baad449570b0cccac3 for: {'port': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:42:49.846129 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-a7d4a187-3aed-4f4d-9256-4c6fc4ae2a75 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:49.870307 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e788fedd-13d2-4276-8cb7-024357dc8e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055704'] for router_interface, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:49.873866 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788fedd-13d2-4276-8cb7-024357dc8e61 admin admin] Pushing event updated for resources: {'Port': ['ID=4f564317-117c-4b42-a965-36d82bf45d2e,revision_number=2']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:49.965759 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-8c22386d-6f6d-4e1c-9643-e3b8f98e31d6 req-ff6848a8-7fbc-4d80-9e93-80edf182b9bf tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2401c08-77c5-4ffc-9754-a8b7eb271ebf HTTP/1.1" status: 200 len: 210 time: 0.0363207 Aug 04 08:42:50.008501 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-9913c760-c7a6-457d-9775-7ea16cd0f787 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Request body: {'port': {'device_id': 'f2401c08-77c5-4ffc-9754-a8b7eb271ebf', 'network_id': 'b344a38c-d9ed-4088-946a-27c7e58e9207', 'admin_state_up': True, 'tenant_id': '3ebe905ce9bd4f56b4df78921d60e7d1'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:42:50.045049 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e788fedd-13d2-4276-8cb7-024357dc8e61 admin admin] Network a5391651-c052-4019-966f-27312282f5a7 is already hosted by enough agents. {{(pid=100320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:42:50.046663 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.base_scheduler [None req-e788fedd-13d2-4276-8cb7-024357dc8e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=100320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:42:50.072573 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-a7d4a187-3aed-4f4d-9256-4c6fc4ae2a75 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Allocated IP 172.20.0.9 (00622aa3-3ed8-404c-93cc-c0ba459184d7/6359fcab-01ed-4f0a-97c2-09e6c9cf50a5/35a681cb-46a1-4f7e-a31c-150b54d27c33) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:42:50.197654 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e788fedd-13d2-4276-8cb7-024357dc8e61 admin admin] Router 4b811504-3b5e-4d85-8947-81201cead105 has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:42:50.332947 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-a7d4a187-3aed-4f4d-9256-4c6fc4ae2a75 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:50.344782 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-9913c760-c7a6-457d-9775-7ea16cd0f787 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Made reservation on behalf of 3ebe905ce9bd4f56b4df78921d60e7d1 for: {'port': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:42:50.349312 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-9913c760-c7a6-457d-9775-7ea16cd0f787 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:50.353528 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e788fedd-13d2-4276-8cb7-024357dc8e61 admin admin] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:42:50.359819 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-e788fedd-13d2-4276-8cb7-024357dc8e61 admin admin] 10.222.0.45 "PUT /v2.0/routers/4b811504-3b5e-4d85-8947-81201cead105/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8898585 Aug 04 08:42:50.361455 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-a7d4a187-3aed-4f4d-9256-4c6fc4ae2a75 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Transition to ACTIVE for port object 35a681cb-46a1-4f7e-a31c-150b54d27c33 will not be triggered until provisioned by entity DHCP. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:42:50.387808 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-40a36fd6-4f1c-4abe-97b5-67a1ed545c66 None None] Provisioning complete for port 4f564317-117c-4b42-a965-36d82bf45d2e triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:50.388317 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-40a36fd6-4f1c-4abe-97b5-67a1ed545c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:50.443226 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-40a36fd6-4f1c-4abe-97b5-67a1ed545c66 None None] Port 4f564317-117c-4b42-a965-36d82bf45d2e cannot update to ACTIVE because it is not bound. {{(pid=100322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 08:42:50.549955 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-9913c760-c7a6-457d-9775-7ea16cd0f787 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Allocated IP 172.20.0.8 (b344a38c-d9ed-4088-946a-27c7e58e9207/a1bdb4da-860e-4a4d-9387-f7ebf6d25023/ff9d421e-1ff4-419d-ba75-02a8574ca521) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:42:50.550526 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:50.652620 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-a7d4a187-3aed-4f4d-9256-4c6fc4ae2a75 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:50.709736 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4a187-3aed-4f4d-9256-4c6fc4ae2a75 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Pushing event updated for resources: {'Port': ['ID=35a681cb-46a1-4f7e-a31c-150b54d27c33,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:50.750310 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 51f97d59-948f-46ae-b75b-ca15a05c9255 up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:42:50.752123 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-a7d4a187-3aed-4f4d-9256-4c6fc4ae2a75 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Network 00622aa3-3ed8-404c-93cc-c0ba459184d7 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:42:50.767535 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-a7d4a187-3aed-4f4d-9256-4c6fc4ae2a75 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:42:50.816680 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-a7d4a187-3aed-4f4d-9256-4c6fc4ae2a75 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:42:50.823028 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fcad1-404c-46a6-a8c9-0f571aff502b req-339b571f-fef8-48d8-8b6f-f485054696c5 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:50.825262 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-3c6fcad1-404c-46a6-a8c9-0f571aff502b req-339b571f-fef8-48d8-8b6f-f485054696c5 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 945 time: 0.0712314 Aug 04 08:42:50.888957 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-3c6fcad1-404c-46a6-a8c9-0f571aff502b req-fa8b4c39-1073-4558-ba04-111f5ddd520d tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551322 Aug 04 08:42:50.898748 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning for port 51f97d59-948f-46ae-b75b-ca15a05c9255 completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:42:50.913452 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port 51f97d59-948f-46ae-b75b-ca15a05c9255 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:50.913452 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:50.918114 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-9913c760-c7a6-457d-9775-7ea16cd0f787 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:50.926922 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-a7d4a187-3aed-4f4d-9256-4c6fc4ae2a75 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:50.927707 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-a7d4a187-3aed-4f4d-9256-4c6fc4ae2a75 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:50.959575 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2312c-e052-4f09-b3ce-73a9c798d466 req-c17ec53a-cbc2-4eb0-a426-bd555c10caf0 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:50.963295 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-33e2312c-e052-4f09-b3ce-73a9c798d466 req-c17ec53a-cbc2-4eb0-a426-bd555c10caf0 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 931 time: 0.2076759 Aug 04 08:42:51.041721 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:51.052526 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-33e2312c-e052-4f09-b3ce-73a9c798d466 req-f3eaf0f5-7e78-4dd7-828c-bfbeb9fbd26c tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812018 Aug 04 08:42:51.065395 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a3eed-b10a-46b7-803a-f33182ae2d56 req-9357db2c-e505-4995-9bbe-3c781f2d7c4e tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:51.067294 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-940a3eed-b10a-46b7-803a-f33182ae2d56 req-9357db2c-e505-4995-9bbe-3c781f2d7c4e tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0887218 Aug 04 08:42:51.083901 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] For port 51f97d59-948f-46ae-b75b-ca15a05c9255, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=51f97d59-948f-46ae-b75b-ca15a05c9255,segment=NetworkSegment(14aa563b-e8c7-40ac-9bd4-d0f3043acf10),segment_id=14aa563b-e8c7-40ac-9bd4-d0f3043acf10)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:42:51.111555 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-a7d4a187-3aed-4f4d-9256-4c6fc4ae2a75 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5730736 Aug 04 08:42:51.114436 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-940a3eed-b10a-46b7-803a-f33182ae2d56 req-8c5bb234-c43b-4093-a9ca-903fa4d67da3 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372262 Aug 04 08:42:51.154132 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-94a712f3-81c0-452e-a521-bb3a5f3a60b3 req-f58029cc-b929-4ed0-8aa5-5e40e2d07d11 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2401c08-77c5-4ffc-9754-a8b7eb271ebf HTTP/1.1" status: 200 len: 210 time: 0.0273046 Aug 04 08:42:51.179022 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-9913c760-c7a6-457d-9775-7ea16cd0f787 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:51.208436 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:51.216394 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-0279bebd-b1ae-4c5c-8d2c-13e13dce4462 None None] Provisioning for port 35a681cb-46a1-4f7e-a31c-150b54d27c33 completed by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:42:51.232956 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-9913c760-c7a6-457d-9775-7ea16cd0f787 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Network b344a38c-d9ed-4088-946a-27c7e58e9207 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:42:51.239615 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-9913c760-c7a6-457d-9775-7ea16cd0f787 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:42:51.241601 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913c760-c7a6-457d-9775-7ea16cd0f787 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Pushing event updated for resources: {'Port': ['ID=ff9d421e-1ff4-419d-ba75-02a8574ca521,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:51.243769 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-9913c760-c7a6-457d-9775-7ea16cd0f787 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:42:51.260349 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-0279bebd-b1ae-4c5c-8d2c-13e13dce4462 None None] Provisioning complete for port 35a681cb-46a1-4f7e-a31c-150b54d27c33 triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:51.260644 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-0279bebd-b1ae-4c5c-8d2c-13e13dce4462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:51.297264 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-9913c760-c7a6-457d-9775-7ea16cd0f787 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:51.298284 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-9913c760-c7a6-457d-9775-7ea16cd0f787 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:51.310186 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Pushing event updated for resources: {'Port': ['ID=51f97d59-948f-46ae-b75b-ca15a05c9255,revision_number=4']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:51.314150 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-0279bebd-b1ae-4c5c-8d2c-13e13dce4462 None None] Port 35a681cb-46a1-4f7e-a31c-150b54d27c33 cannot update to ACTIVE because it is not bound. {{(pid=100322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 08:42:51.367544 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 52684) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:51.368784 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-9913c760-c7a6-457d-9775-7ea16cd0f787 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3667412 Aug 04 08:42:51.372667 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-de620e8c-f1be-404b-b13f-39ab4eb1a0d6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-519461314-network', 'tenant_id': '4a058a16a1a8465a846dfe7da167a7ce'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:42:51.441720 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de620e8c-f1be-404b-b13f-39ab4eb1a0d6 admin admin] Made reservation on behalf of 4a058a16a1a8465a846dfe7da167a7ce for: {'network': 1} {{(pid=100320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:42:51.444798 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-de620e8c-f1be-404b-b13f-39ab4eb1a0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for network, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:51.453683 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-de620e8c-f1be-404b-b13f-39ab4eb1a0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:51.543409 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-de620e8c-f1be-404b-b13f-39ab4eb1a0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:51.562971 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbf1b14-8786-4bd2-8807-42a3c77571ae None None] Sync routers for ids ['4b811504-3b5e-4d85-8947-81201cead105'] in dv-cinder-802653-4-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:42:51.572116 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbf1b14-8786-4bd2-8807-42a3c77571ae None None] Routers {'4b811504-3b5e-4d85-8947-81201cead105'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:42:51.572717 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-4bbf1b14-8786-4bd2-8807-42a3c77571ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:42:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['4b811504-3b5e-4d85-8947-81201cead105'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:51.625231 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-de620e8c-f1be-404b-b13f-39ab4eb1a0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:51.651369 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de620e8c-f1be-404b-b13f-39ab4eb1a0d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=100320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 08:42:51.661311 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de620e8c-f1be-404b-b13f-39ab4eb1a0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7c670f-4073-478a-8533-eb36d7ad15a2,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:51.666587 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-de620e8c-f1be-404b-b13f-39ab4eb1a0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:51.666937 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.db.segments_db [None req-de620e8c-f1be-404b-b13f-39ab4eb1a0d6 admin admin] Added segment 7febe832-773b-4e3e-b93d-aad48a813840 of type vlan for network fb45902a-6fa9-4c8b-86d2-6e3acf1089b0 Aug 04 08:42:51.709355 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-de620e8c-f1be-404b-b13f-39ab4eb1a0d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749050523167'] for network, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:51.763930 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-4bbf1b14-8786-4bd2-8807-42a3c77571ae None None] Set router 4b811504-3b5e-4d85-8947-81201cead105 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:42:51.790912 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-de620e8c-f1be-404b-b13f-39ab4eb1a0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669'] for network, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:51.791912 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de620e8c-f1be-404b-b13f-39ab4eb1a0d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:51.792538 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-de620e8c-f1be-404b-b13f-39ab4eb1a0d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:51.854233 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de620e8c-f1be-404b-b13f-39ab4eb1a0d6 admin admin] Pushing event updated for resources: {'Network': ['ID=fb45902a-6fa9-4c8b-86d2-6e3acf1089b0,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:51.864474 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Network fb45902a-6fa9-4c8b-86d2-6e3acf1089b0 details requested by agent ovs-agent-dv-cinder-802653-4-iscsi with host dv-cinder-802653-4-iscsi {{(pid=100322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 08:42:51.888663 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-de620e8c-f1be-404b-b13f-39ab4eb1a0d6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5196347 Aug 04 08:42:51.893100 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 52688) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:51.896349 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-881859c7-7071-4bc6-8820-efc675298d88 admin admin] Request body: {'subnet': {'network_id': 'fb45902a-6fa9-4c8b-86d2-6e3acf1089b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-519461314-subnet', 'tenant_id': '4a058a16a1a8465a846dfe7da167a7ce', 'ip_version': 4}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:42:51.974843 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-4bbf1b14-8786-4bd2-8807-42a3c77571ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b811504-3b5e-4d85-8947-81201cead105', 'name': 'tempest-TestVolumeBootPattern-2134895935-router', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:44Z', 'updated_at': '2021-08-04T08:42:49Z', 'revision_number': 4, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'gw_port': {'id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:45Z', 'updated_at': '2021-08-04T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '4f564317-117c-4b42-a965-36d82bf45d2e', 'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'mac_address': 'fa:16:3e:7b:5c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:48Z', 'updated_at': '2021-08-04T08:42:49Z', 'revision_number': 2, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'subnets': [{'id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:51.991433 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881859c7-7071-4bc6-8820-efc675298d88 admin admin] Made reservation on behalf of 4a058a16a1a8465a846dfe7da167a7ce for: {'subnet': 1} {{(pid=100320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:42:51.994441 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-881859c7-7071-4bc6-8820-efc675298d88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133633570'] for subnet, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:52.004488 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbf1b14-8786-4bd2-8807-42a3c77571ae None None] Checking router: 4b811504-3b5e-4d85-8947-81201cead105 for host: dv-cinder-802653-4-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:42:52.004841 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbf1b14-8786-4bd2-8807-42a3c77571ae None None] Updating router 4b811504-3b5e-4d85-8947-81201cead105 port 4f564317-117c-4b42-a965-36d82bf45d2e binding host dv-cinder-802653-4-iscsi {{(pid=100323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 08:42:52.029496 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-4bbf1b14-8786-4bd2-8807-42a3c77571ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:52.071909 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a5975-b1ae-4344-9ca4-cf4959ff274d req-29130262-1fcc-4c2b-85d3-cfc819dad42d tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:52.073456 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-fe7a5975-b1ae-4344-9ca4-cf4959ff274d req-29130262-1fcc-4c2b-85d3-cfc819dad42d tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 945 time: 0.1095078 Aug 04 08:42:52.130615 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-fe7a5975-b1ae-4344-9ca4-cf4959ff274d req-60e48da2-0a59-475d-827f-d6412d71c48d tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489361 Aug 04 08:42:52.200705 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946effc8-7db2-4c8d-9fd0-db9876b545ca req-0509e5dc-2323-4cbc-b312-75097b160747 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:52.207740 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-946effc8-7db2-4c8d-9fd0-db9876b545ca req-0509e5dc-2323-4cbc-b312-75097b160747 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 931 time: 0.0616684 Aug 04 08:42:52.250063 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-946effc8-7db2-4c8d-9fd0-db9876b545ca req-1243b620-63bd-4fe0-b364-59ee40dbf183 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413206 Aug 04 08:42:52.274869 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8944298-e18e-4dd8-995d-418739303dca req-e8e7a21a-77d8-4188-9d20-d8b23eb86afd tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:52.276569 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f8944298-e18e-4dd8-995d-418739303dca req-e8e7a21a-77d8-4188-9d20-d8b23eb86afd tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0634108 Aug 04 08:42:52.302942 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-881859c7-7071-4bc6-8820-efc675298d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-134116681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133633564'] for subnet, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:52.310259 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-4bbf1b14-8786-4bd2-8807-42a3c77571ae None None] Notify callbacks [] for port, precommit_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:52.320993 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-4bbf1b14-8786-4bd2-8807-42a3c77571ae None None] Transition to ACTIVE for port object 4f564317-117c-4b42-a965-36d82bf45d2e will not be triggered until provisioned by entity L2. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:42:52.362869 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f8944298-e18e-4dd8-995d-418739303dca req-358ddfa5-df42-46f6-a662-bf63cb922450 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795786 Aug 04 08:42:52.372145 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881859c7-7071-4bc6-8820-efc675298d88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=210ad921-e7fd-47ed-901a-174e2cc6026a,revision_number=0']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:52.373565 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29128be7-ac96-4662-9665-a0b2e2c09e0b req-a39c8e0f-6a55-45a4-b3e6-01bf71daf76f tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:52.375098 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-29128be7-ac96-4662-9665-a0b2e2c09e0b req-a39c8e0f-6a55-45a4-b3e6-01bf71daf76f tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2401c08-77c5-4ffc-9754-a8b7eb271ebf HTTP/1.1" status: 200 len: 931 time: 0.0504797 Aug 04 08:42:52.385559 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-4bbf1b14-8786-4bd2-8807-42a3c77571ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:52.390486 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881859c7-7071-4bc6-8820-efc675298d88 admin admin] Checking segment: {'id': '7febe832-773b-4e3e-b93d-aad48a813840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fb45902a-6fa9-4c8b-86d2-6e3acf1089b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:42:52.390851 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881859c7-7071-4bc6-8820-efc675298d88 admin admin] Network hostable DHCP agents. Network: fb45902a-6fa9-4c8b-86d2-6e3acf1089b0, hostable agents: ['d99d2447-930a-4a79-b4f6-24c5d2e4f89b'], hosted agents: [] {{(pid=100320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 08:42:52.417478 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-29128be7-ac96-4662-9665-a0b2e2c09e0b req-62c6532f-680a-4254-a770-61d11d445482 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/security-groups?id=2674f89a-e088-4cb4-90ee-85baa4ca8a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361707 Aug 04 08:42:52.438003 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7032bf0-2ad9-4c8a-8fe9-fc82b088a577 None None] Pushing event updated for resources: {'Port': ['ID=4f564317-117c-4b42-a965-36d82bf45d2e,revision_number=3']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:52.464752 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881859c7-7071-4bc6-8820-efc675298d88 admin admin] Network fb45902a-6fa9-4c8b-86d2-6e3acf1089b0 is scheduled to be hosted by DHCP agent d99d2447-930a-4a79-b4f6-24c5d2e4f89b with binding_index 1 {{(pid=100320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 08:42:52.491979 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-4bbf1b14-8786-4bd2-8807-42a3c77571ae None None] Attempting to bind port 4f564317-117c-4b42-a965-36d82bf45d2e on host dv-cinder-802653-4-iscsi for vnic_type normal with profile {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:42:52.492362 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-4bbf1b14-8786-4bd2-8807-42a3c77571ae None None] Attempting to bind port 4f564317-117c-4b42-a965-36d82bf45d2e by drivers openvswitch,hyperv on host dv-cinder-802653-4-iscsi at level 0 using segments [{'id': '55668721-c8bf-4df9-929d-07849ad010f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a5391651-c052-4019-966f-27312282f5a7'}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:42:52.492715 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbf1b14-8786-4bd2-8807-42a3c77571ae None None] Attempting to bind port 4f564317-117c-4b42-a965-36d82bf45d2e on network a5391651-c052-4019-966f-27312282f5a7 {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:42:52.498143 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbf1b14-8786-4bd2-8807-42a3c77571ae None None] Checking agent: {'id': '88e3f6d8-c986-4299-b0e5-a4c4ec344b2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 31, 10), 'started_at': datetime.datetime(2021, 8, 4, 8, 31, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:42:52.498508 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbf1b14-8786-4bd2-8807-42a3c77571ae None None] Checking segment: {'id': '55668721-c8bf-4df9-929d-07849ad010f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a5391651-c052-4019-966f-27312282f5a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:42:52.498910 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-4bbf1b14-8786-4bd2-8807-42a3c77571ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:52.499295 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbf1b14-8786-4bd2-8807-42a3c77571ae None None] Bound using segment: {'id': '55668721-c8bf-4df9-929d-07849ad010f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a5391651-c052-4019-966f-27312282f5a7'} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:42:52.499757 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-4bbf1b14-8786-4bd2-8807-42a3c77571ae None None] Bound port: 4f564317-117c-4b42-a965-36d82bf45d2e, host: dv-cinder-802653-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55668721-c8bf-4df9-929d-07849ad010f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a5391651-c052-4019-966f-27312282f5a7'}}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:42:52.500229 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-4bbf1b14-8786-4bd2-8807-42a3c77571ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:52.565161 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-4bbf1b14-8786-4bd2-8807-42a3c77571ae None None] For port 4f564317-117c-4b42-a965-36d82bf45d2e, host dv-cinder-802653-4-iscsi, cleared binding levels {{(pid=100323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:42:52.568791 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-4bbf1b14-8786-4bd2-8807-42a3c77571ae None None] For port 4f564317-117c-4b42-a965-36d82bf45d2e, host dv-cinder-802653-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=4f564317-117c-4b42-a965-36d82bf45d2e,segment=NetworkSegment(55668721-c8bf-4df9-929d-07849ad010f4),segment_id=55668721-c8bf-4df9-929d-07849ad010f4)] {{(pid=100323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:42:52.578094 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.base_scheduler [None req-881859c7-7071-4bc6-8820-efc675298d88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-4-iscsi, fb45902a-6fa9-4c8b-86d2-6e3acf1089b0) {{(pid=100320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:42:52.583727 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881859c7-7071-4bc6-8820-efc675298d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:52.583727 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-881859c7-7071-4bc6-8820-efc675298d88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:52.587359 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120d136e-6c56-4b80-9b57-e3f7e5c053d3 None None] Network fb45902a-6fa9-4c8b-86d2-6e3acf1089b0 requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:42:52.641594 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-4bbf1b14-8786-4bd2-8807-42a3c77571ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:52.669699 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-881859c7-7071-4bc6-8820-efc675298d88 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7749102 Aug 04 08:42:52.670912 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 52698) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:52.678760 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-1efe170d-7c56-4e69-b291-8f8baaf19048 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-519461314-router', 'tenant_id': '4a058a16a1a8465a846dfe7da167a7ce', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'}}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:42:52.686266 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbf1b14-8786-4bd2-8807-42a3c77571ae None None] Routers {'4b811504-3b5e-4d85-8947-81201cead105'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:42:52.687928 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-4bbf1b14-8786-4bd2-8807-42a3c77571ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:42:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['4b811504-3b5e-4d85-8947-81201cead105'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:52.717301 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 51f97d59-948f-46ae-b75b-ca15a05c9255 up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:42:52.791368 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1efe170d-7c56-4e69-b291-8f8baaf19048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2048338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8269'] for router, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:52.793759 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1efe170d-7c56-4e69-b291-8f8baaf19048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2055556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1981338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8278'] for router, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:52.796277 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e237f2ef-90aa-4327-b362-301b8b8bb3b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda83cd89-c10a-52ae-b198-37c960099bd2-fb45902a-6fa9-4c8b-86d2-6e3acf1089b0', 'network_id': 'fb45902a-6fa9-4c8b-86d2-6e3acf1089b0', 'tenant_id': '4a058a16a1a8465a846dfe7da167a7ce', 'fixed_ips': [{'subnet_id': '210ad921-e7fd-47ed-901a-174e2cc6026a'}]}} from dv-cinder-802653-4-iscsi. {{(pid=100322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 08:42:52.797307 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e237f2ef-90aa-4327-b362-301b8b8bb3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:52.812630 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-4bbf1b14-8786-4bd2-8807-42a3c77571ae None None] Set router 4b811504-3b5e-4d85-8947-81201cead105 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:42:52.817556 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port 51f97d59-948f-46ae-b75b-ca15a05c9255 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:52.817957 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:52.861818 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1efe170d-7c56-4e69-b291-8f8baaf19048 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:52.888629 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7032bf0-2ad9-4c8a-8fe9-fc82b088a577 None None] Pushing event updated for resources: {'Port': ['ID=4f564317-117c-4b42-a965-36d82bf45d2e,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:52.935832 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-568e3961-7b5b-4f03-968a-973030ecde94 service neutron] Request body: {'port': {'device_id': 'f2401c08-77c5-4ffc-9754-a8b7eb271ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:42:52.981925 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-f7201139-ddca-4ced-bb35-2131b6fc8581 service neutron] Request body: {'port': {'device_id': '94b38586-5beb-48fa-9645-339c6462a1b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:42:53.028749 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [None req-e237f2ef-90aa-4327-b362-301b8b8bb3b9 None None] Allocated IP 172.20.0.2 (fb45902a-6fa9-4c8b-86d2-6e3acf1089b0/210ad921-e7fd-47ed-901a-174e2cc6026a/9d3cfa22-1d5a-4c23-ab0f-d192d1c54375) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:42:53.048213 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-4bbf1b14-8786-4bd2-8807-42a3c77571ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b811504-3b5e-4d85-8947-81201cead105', 'name': 'tempest-TestVolumeBootPattern-2134895935-router', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:44Z', 'updated_at': '2021-08-04T08:42:49Z', 'revision_number': 4, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'gw_port': {'id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:45Z', 'updated_at': '2021-08-04T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '4f564317-117c-4b42-a965-36d82bf45d2e', 'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'mac_address': 'fa:16:3e:7b:5c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:48Z', 'updated_at': '2021-08-04T08:42:52Z', 'revision_number': 4, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'subnets': [{'id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:53.068676 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-f7201139-ddca-4ced-bb35-2131b6fc8581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:53.086168 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbf1b14-8786-4bd2-8807-42a3c77571ae None None] The sync data for ids ['4b811504-3b5e-4d85-8947-81201cead105'] in dv-cinder-802653-4-iscsi is: [{'id': '4b811504-3b5e-4d85-8947-81201cead105', 'name': 'tempest-TestVolumeBootPattern-2134895935-router', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:44Z', 'updated_at': '2021-08-04T08:42:49Z', 'revision_number': 4, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'gw_port': {'id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:45Z', 'updated_at': '2021-08-04T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '4f564317-117c-4b42-a965-36d82bf45d2e', 'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'mac_address': 'fa:16:3e:7b:5c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:48Z', 'updated_at': '2021-08-04T08:42:52Z', 'revision_number': 4, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'subnets': [{'id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:42:53.127977 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-568e3961-7b5b-4f03-968a-973030ecde94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:53.178309 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1efe170d-7c56-4e69-b291-8f8baaf19048 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:53.242689 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e237f2ef-90aa-4327-b362-301b8b8bb3b9 None None] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:53.255190 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-e237f2ef-90aa-4327-b362-301b8b8bb3b9 None None] Transition to ACTIVE for port object 9d3cfa22-1d5a-4c23-ab0f-d192d1c54375 will not be triggered until provisioned by entity L2. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:42:53.272222 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-e237f2ef-90aa-4327-b362-301b8b8bb3b9 None None] Transition to ACTIVE for port object 9d3cfa22-1d5a-4c23-ab0f-d192d1c54375 will not be triggered until provisioned by entity DHCP. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:42:53.341456 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e237f2ef-90aa-4327-b362-301b8b8bb3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:53.363084 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57a22e-4e4d-4efb-8540-85a98db4e7a5 req-9ea9c272-f8f5-405a-a4b0-bd994520f54b tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:53.367712 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-db57a22e-4e4d-4efb-8540-85a98db4e7a5 req-9ea9c272-f8f5-405a-a4b0-bd994520f54b tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 945 time: 0.1257970 Aug 04 08:42:53.398648 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e237f2ef-90aa-4327-b362-301b8b8bb3b9 None None] Network fb45902a-6fa9-4c8b-86d2-6e3acf1089b0 is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:42:53.406594 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [None req-e237f2ef-90aa-4327-b362-301b8b8bb3b9 None None] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:42:53.413729 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e237f2ef-90aa-4327-b362-301b8b8bb3b9 None None] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:42:53.430841 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-db57a22e-4e4d-4efb-8540-85a98db4e7a5 req-18626359-857d-4cd4-9777-7f472fc35c4e tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507054 Aug 04 08:42:53.497758 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237f2ef-90aa-4327-b362-301b8b8bb3b9 None None] Pushing event updated for resources: {'Port': ['ID=9d3cfa22-1d5a-4c23-ab0f-d192d1c54375,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:53.534765 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-e237f2ef-90aa-4327-b362-301b8b8bb3b9 None None] Attempting to bind port 9d3cfa22-1d5a-4c23-ab0f-d192d1c54375 on host dv-cinder-802653-4-iscsi for vnic_type normal with profile {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:42:53.539200 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-e237f2ef-90aa-4327-b362-301b8b8bb3b9 None None] Attempting to bind port 9d3cfa22-1d5a-4c23-ab0f-d192d1c54375 by drivers openvswitch,hyperv on host dv-cinder-802653-4-iscsi at level 0 using segments [{'id': '7febe832-773b-4e3e-b93d-aad48a813840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fb45902a-6fa9-4c8b-86d2-6e3acf1089b0'}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:42:53.539200 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e237f2ef-90aa-4327-b362-301b8b8bb3b9 None None] Attempting to bind port 9d3cfa22-1d5a-4c23-ab0f-d192d1c54375 on network fb45902a-6fa9-4c8b-86d2-6e3acf1089b0 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:42:53.542519 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e237f2ef-90aa-4327-b362-301b8b8bb3b9 None None] Checking agent: {'id': '88e3f6d8-c986-4299-b0e5-a4c4ec344b2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 31, 10), 'started_at': datetime.datetime(2021, 8, 4, 8, 31, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:42:53.543039 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e237f2ef-90aa-4327-b362-301b8b8bb3b9 None None] Checking segment: {'id': '7febe832-773b-4e3e-b93d-aad48a813840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fb45902a-6fa9-4c8b-86d2-6e3acf1089b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:42:53.543841 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e237f2ef-90aa-4327-b362-301b8b8bb3b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:53.544090 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e237f2ef-90aa-4327-b362-301b8b8bb3b9 None None] Bound using segment: {'id': '7febe832-773b-4e3e-b93d-aad48a813840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fb45902a-6fa9-4c8b-86d2-6e3acf1089b0'} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:42:53.544669 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-e237f2ef-90aa-4327-b362-301b8b8bb3b9 None None] Bound port: 9d3cfa22-1d5a-4c23-ab0f-d192d1c54375, host: dv-cinder-802653-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7febe832-773b-4e3e-b93d-aad48a813840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fb45902a-6fa9-4c8b-86d2-6e3acf1089b0'}}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:42:53.545151 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e237f2ef-90aa-4327-b362-301b8b8bb3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:53.619572 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f7d19-b11c-413a-b9d4-7dc4c07db47d req-18a2f631-908a-47c4-b0a2-d3e45534156e tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:53.621423 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b45f7d19-b11c-413a-b9d4-7dc4c07db47d req-18a2f631-908a-47c4-b0a2-d3e45534156e tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 931 time: 0.2848825 Aug 04 08:42:53.643554 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-e237f2ef-90aa-4327-b362-301b8b8bb3b9 None None] For port 9d3cfa22-1d5a-4c23-ab0f-d192d1c54375, host dv-cinder-802653-4-iscsi, cleared binding levels {{(pid=100322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:42:53.654231 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-e237f2ef-90aa-4327-b362-301b8b8bb3b9 None None] For port 9d3cfa22-1d5a-4c23-ab0f-d192d1c54375, host dv-cinder-802653-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=9d3cfa22-1d5a-4c23-ab0f-d192d1c54375,segment=NetworkSegment(7febe832-773b-4e3e-b93d-aad48a813840),segment_id=7febe832-773b-4e3e-b93d-aad48a813840)] {{(pid=100322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:42:53.678974 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb67007-4675-401a-85ad-9b57ff1a7fcd req-f1f8ccfa-d402-4417-ba34-48d8a50bbac1 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:53.685100 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-efb67007-4675-401a-85ad-9b57ff1a7fcd req-f1f8ccfa-d402-4417-ba34-48d8a50bbac1 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.1034346 Aug 04 08:42:53.716803 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1efe170d-7c56-4e69-b291-8f8baaf19048 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:53.744285 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b45f7d19-b11c-413a-b9d4-7dc4c07db47d req-2dc1e511-d1f2-4b5e-9e98-9885c6d9b010 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036000 Aug 04 08:42:53.752148 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1efe170d-7c56-4e69-b291-8f8baaf19048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:53.756458 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e237f2ef-90aa-4327-b362-301b8b8bb3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:53.830396 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-f7201139-ddca-4ced-bb35-2131b6fc8581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35a681cb-46a1-4f7e-a31c-150b54d27c33 {{(pid=100321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:42:53.836185 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-568e3961-7b5b-4f03-968a-973030ecde94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff9d421e-1ff4-419d-ba75-02a8574ca521 {{(pid=100321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:42:53.863984 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-f7201139-ddca-4ced-bb35-2131b6fc8581 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:53.869181 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-568e3961-7b5b-4f03-968a-973030ecde94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:53.874705 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237f2ef-90aa-4327-b362-301b8b8bb3b9 None None] Pushing event updated for resources: {'Port': ['ID=9d3cfa22-1d5a-4c23-ab0f-d192d1c54375,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:53.899455 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-efb67007-4675-401a-85ad-9b57ff1a7fcd req-436835b0-222f-4a01-b520-4965fa54ecd1 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056787 Aug 04 08:42:53.922919 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-f7201139-ddca-4ced-bb35-2131b6fc8581 service neutron] Transition to ACTIVE for port object 35a681cb-46a1-4f7e-a31c-150b54d27c33 will not be triggered until provisioned by entity L2. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:42:53.925130 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-568e3961-7b5b-4f03-968a-973030ecde94 service neutron] Transition to ACTIVE for port object ff9d421e-1ff4-419d-ba75-02a8574ca521 will not be triggered until provisioned by entity L2. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:42:53.951865 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317715e5-86cc-4c2c-af0c-b8d104d3cbd7 req-ddcaab82-e881-47d7-be26-998ce59203c3 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:53.953419 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-317715e5-86cc-4c2c-af0c-b8d104d3cbd7 req-ddcaab82-e881-47d7-be26-998ce59203c3 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2401c08-77c5-4ffc-9754-a8b7eb271ebf HTTP/1.1" status: 200 len: 931 time: 0.1080701 Aug 04 08:42:53.994076 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-f7201139-ddca-4ced-bb35-2131b6fc8581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:53.994356 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.db_base_plugin_common [None req-1efe170d-7c56-4e69-b291-8f8baaf19048 admin admin] Allocated IP 172.27.0.197 (3e216780-0509-4029-b6cd-a15c5c01b313/90755f8e-3998-4871-81e2-3daea40b0bfb/c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1) {{(pid=100320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:42:54.047995 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-568e3961-7b5b-4f03-968a-973030ecde94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:54.079125 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-317715e5-86cc-4c2c-af0c-b8d104d3cbd7 req-df5d1184-197e-4daa-ad04-e5d9a53725d3 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/security-groups?id=2674f89a-e088-4cb4-90ee-85baa4ca8a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182127 Aug 04 08:42:54.141696 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7201139-ddca-4ced-bb35-2131b6fc8581 service neutron] Pushing event updated for resources: {'Port': ['ID=35a681cb-46a1-4f7e-a31c-150b54d27c33,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:54.264419 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1efe170d-7c56-4e69-b291-8f8baaf19048 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:54.360280 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-f7201139-ddca-4ced-bb35-2131b6fc8581 service neutron] Attempting to bind port 35a681cb-46a1-4f7e-a31c-150b54d27c33 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:42:54.360921 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-f7201139-ddca-4ced-bb35-2131b6fc8581 service neutron] Attempting to bind port 35a681cb-46a1-4f7e-a31c-150b54d27c33 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '9fc2a23e-05fc-423c-8776-74a99484ef67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7'}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:42:54.361444 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-f7201139-ddca-4ced-bb35-2131b6fc8581 service neutron] Attempting to bind port 35a681cb-46a1-4f7e-a31c-150b54d27c33 on network 00622aa3-3ed8-404c-93cc-c0ba459184d7 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:42:54.379197 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-f7201139-ddca-4ced-bb35-2131b6fc8581 service neutron] Port 35a681cb-46a1-4f7e-a31c-150b54d27c33 on network 00622aa3-3ed8-404c-93cc-c0ba459184d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 08:42:54.379577 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-f7201139-ddca-4ced-bb35-2131b6fc8581 service neutron] Attempting to bind port 35a681cb-46a1-4f7e-a31c-150b54d27c33 on network 00622aa3-3ed8-404c-93cc-c0ba459184d7 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:42:54.387524 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-f7201139-ddca-4ced-bb35-2131b6fc8581 service neutron] Checking agent: {'id': '9a1e25f0-5e7e-4202-aeb1-29bde28f6183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'started_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:42:54.387865 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-f7201139-ddca-4ced-bb35-2131b6fc8581 service neutron] Checking segment: {'id': '9fc2a23e-05fc-423c-8776-74a99484ef67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:42:54.388354 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-f7201139-ddca-4ced-bb35-2131b6fc8581 service neutron] Bound using segment: {'id': '9fc2a23e-05fc-423c-8776-74a99484ef67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7'} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:42:54.393014 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-f7201139-ddca-4ced-bb35-2131b6fc8581 service neutron] Bound port: 35a681cb-46a1-4f7e-a31c-150b54d27c33, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fc2a23e-05fc-423c-8776-74a99484ef67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7'}}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:42:54.393014 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-f7201139-ddca-4ced-bb35-2131b6fc8581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:54.393014 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e3961-7b5b-4f03-968a-973030ecde94 service neutron] Pushing event updated for resources: {'Port': ['ID=ff9d421e-1ff4-419d-ba75-02a8574ca521,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:54.414533 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1efe170d-7c56-4e69-b291-8f8baaf19048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134116821'] for port, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:54.468450 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efe170d-7c56-4e69-b291-8f8baaf19048 admin admin] Network 3e216780-0509-4029-b6cd-a15c5c01b313 is already hosted by enough agents. {{(pid=100320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:42:54.471414 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.base_scheduler [None req-1efe170d-7c56-4e69-b291-8f8baaf19048 admin admin] Resources bound (agent type, host, resource id): {{(pid=100320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:42:54.475750 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efe170d-7c56-4e69-b291-8f8baaf19048 admin admin] Received port after_create {{(pid=100320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:42:54.477309 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-568e3961-7b5b-4f03-968a-973030ecde94 service neutron] Attempting to bind port ff9d421e-1ff4-419d-ba75-02a8574ca521 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:42:54.477660 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-568e3961-7b5b-4f03-968a-973030ecde94 service neutron] Attempting to bind port ff9d421e-1ff4-419d-ba75-02a8574ca521 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': 'c4abe7e1-08a4-43e2-888f-b67e27976ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b344a38c-d9ed-4088-946a-27c7e58e9207'}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:42:54.478032 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-568e3961-7b5b-4f03-968a-973030ecde94 service neutron] Attempting to bind port ff9d421e-1ff4-419d-ba75-02a8574ca521 on network b344a38c-d9ed-4088-946a-27c7e58e9207 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:42:54.478934 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe170d-7c56-4e69-b291-8f8baaf19048 admin admin] Pushing event updated for resources: {'Port': ['ID=c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:54.487604 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-568e3961-7b5b-4f03-968a-973030ecde94 service neutron] Port ff9d421e-1ff4-419d-ba75-02a8574ca521 on network b344a38c-d9ed-4088-946a-27c7e58e9207 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 08:42:54.487929 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-568e3961-7b5b-4f03-968a-973030ecde94 service neutron] Attempting to bind port ff9d421e-1ff4-419d-ba75-02a8574ca521 on network b344a38c-d9ed-4088-946a-27c7e58e9207 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:42:54.505884 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-568e3961-7b5b-4f03-968a-973030ecde94 service neutron] Checking agent: {'id': '9a1e25f0-5e7e-4202-aeb1-29bde28f6183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'started_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:42:54.506217 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-568e3961-7b5b-4f03-968a-973030ecde94 service neutron] Checking segment: {'id': 'c4abe7e1-08a4-43e2-888f-b67e27976ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b344a38c-d9ed-4088-946a-27c7e58e9207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:42:54.507054 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-568e3961-7b5b-4f03-968a-973030ecde94 service neutron] Bound using segment: {'id': 'c4abe7e1-08a4-43e2-888f-b67e27976ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b344a38c-d9ed-4088-946a-27c7e58e9207'} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:42:54.507054 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-568e3961-7b5b-4f03-968a-973030ecde94 service neutron] Bound port: ff9d421e-1ff4-419d-ba75-02a8574ca521, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4abe7e1-08a4-43e2-888f-b67e27976ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b344a38c-d9ed-4088-946a-27c7e58e9207'}}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:42:54.507368 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-568e3961-7b5b-4f03-968a-973030ecde94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:54.524317 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-f7201139-ddca-4ced-bb35-2131b6fc8581 service neutron] For port 35a681cb-46a1-4f7e-a31c-150b54d27c33, host hv-cinder-80265, cleared binding levels {{(pid=100321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:42:54.556492 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-f7201139-ddca-4ced-bb35-2131b6fc8581 service neutron] For port 35a681cb-46a1-4f7e-a31c-150b54d27c33, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=35a681cb-46a1-4f7e-a31c-150b54d27c33,segment=NetworkSegment(9fc2a23e-05fc-423c-8776-74a99484ef67),segment_id=9fc2a23e-05fc-423c-8776-74a99484ef67)] {{(pid=100321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:42:54.595307 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-568e3961-7b5b-4f03-968a-973030ecde94 service neutron] For port ff9d421e-1ff4-419d-ba75-02a8574ca521, host hv-cinder-80265, cleared binding levels {{(pid=100321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:42:54.599051 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-568e3961-7b5b-4f03-968a-973030ecde94 service neutron] For port ff9d421e-1ff4-419d-ba75-02a8574ca521, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=ff9d421e-1ff4-419d-ba75-02a8574ca521,segment=NetworkSegment(c4abe7e1-08a4-43e2-888f-b67e27976ff9),segment_id=c4abe7e1-08a4-43e2-888f-b67e27976ff9)] {{(pid=100321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:42:54.646267 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-f7201139-ddca-4ced-bb35-2131b6fc8581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:54.696338 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-568e3961-7b5b-4f03-968a-973030ecde94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:54.729388 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-f7201139-ddca-4ced-bb35-2131b6fc8581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:54.729875 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264c8df-3f1e-4f0e-bfed-2f1fb2a93d8a req-20e671be-0047-40a8-b281-99d3c62b64cf tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:54.730357 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-f7201139-ddca-4ced-bb35-2131b6fc8581 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:54.731852 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-f7201139-ddca-4ced-bb35-2131b6fc8581 service neutron] 10.222.0.61 "PUT /v2.0/ports/35a681cb-46a1-4f7e-a31c-150b54d27c33 HTTP/1.1" status: 200 len: 1093 time: 1.7616484 Aug 04 08:42:54.732753 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b38586-5beb-48fa-9645-339c6462a1b2', 'tag': '35a681cb-46a1-4f7e-a31c-150b54d27c33'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:42:54.735191 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3af51d6-1a7a-40ca-85bc-21ac319bd6a4" -d '{"events": [{"name": "network-changed", "server_uuid": "94b38586-5beb-48fa-9645-339c6462a1b2", "tag": "35a681cb-46a1-4f7e-a31c-150b54d27c33"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:42:54.737405 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-3264c8df-3f1e-4f0e-bfed-2f1fb2a93d8a req-20e671be-0047-40a8-b281-99d3c62b64cf tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 945 time: 0.1995699 Aug 04 08:42:54.797904 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7201139-ddca-4ced-bb35-2131b6fc8581 service neutron] Pushing event updated for resources: {'Port': ['ID=35a681cb-46a1-4f7e-a31c-150b54d27c33,revision_number=3']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:54.826146 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-568e3961-7b5b-4f03-968a-973030ecde94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:54.826959 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-568e3961-7b5b-4f03-968a-973030ecde94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:54.852956 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-568e3961-7b5b-4f03-968a-973030ecde94 service neutron] 10.222.0.61 "PUT /v2.0/ports/ff9d421e-1ff4-419d-ba75-02a8574ca521 HTTP/1.1" status: 200 len: 1093 time: 1.9211705 Aug 04 08:42:54.854542 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f15d7a-182c-4693-aac6-be6a9c889e94 x-openstack-request-id: req-91f15d7a-182c-4693-aac6-be6a9c889e94 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:42:54.854827 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94b38586-5beb-48fa-9645-339c6462a1b2", "tag": "35a681cb-46a1-4f7e-a31c-150b54d27c33", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:42:54.855081 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-91f15d7a-182c-4693-aac6-be6a9c889e94 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:42:54.855475 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94b38586-5beb-48fa-9645-339c6462a1b2', 'tag': '35a681cb-46a1-4f7e-a31c-150b54d27c33', 'status': 'completed', 'code': 200} Aug 04 08:42:54.869830 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 9d3cfa22-1d5a-4c23-ab0f-d192d1c54375 up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:42:54.933785 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-3264c8df-3f1e-4f0e-bfed-2f1fb2a93d8a req-6b3a9d77-c579-4133-bc37-6676fce26449 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912050 Aug 04 08:42:54.971797 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e3961-7b5b-4f03-968a-973030ecde94 service neutron] Pushing event updated for resources: {'Port': ['ID=ff9d421e-1ff4-419d-ba75-02a8574ca521,revision_number=3']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:54.978842 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af51d6-1a7a-40ca-85bc-21ac319bd6a4 req-91d1c661-bf02-43b2-bb66-8b305f6935a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:54.980307 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a3af51d6-1a7a-40ca-85bc-21ac319bd6a4 req-91d1c661-bf02-43b2-bb66-8b305f6935a8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=da69dd3f52d047baad449570b0cccac3&device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 1096 time: 0.0796280 Aug 04 08:42:55.047166 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning for port 9d3cfa22-1d5a-4c23-ab0f-d192d1c54375 completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:42:55.052261 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 4f564317-117c-4b42-a965-36d82bf45d2e up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:42:55.103920 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1efe170d-7c56-4e69-b291-8f8baaf19048 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:55.166769 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f905b8c-9812-4546-b219-7137e054ec2a req-6eee8216-539c-4d79-b884-686597837eb3 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:55.169129 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-6f905b8c-9812-4546-b219-7137e054ec2a req-6eee8216-539c-4d79-b884-686597837eb3 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.1197681 Aug 04 08:42:55.199488 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-a9352064-2c3d-4b1c-83b6-bdcbe9297dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:55.201200 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-a9352064-2c3d-4b1c-83b6-bdcbe9297dbb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3ebe905ce9bd4f56b4df78921d60e7d1&device_id=f2401c08-77c5-4ffc-9754-a8b7eb271ebf HTTP/1.1" status: 200 len: 1096 time: 0.1834941 Aug 04 08:42:55.201534 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning for port 4f564317-117c-4b42-a965-36d82bf45d2e completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:42:55.207037 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port 4f564317-117c-4b42-a965-36d82bf45d2e triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:55.207617 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:55.211860 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb606c5-f670-421b-ad68-eb4e77b26f43 req-c102ac94-fb1b-4798-9040-dca134c70ad7 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:55.213409 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7cb606c5-f670-421b-ad68-eb4e77b26f43 req-c102ac94-fb1b-4798-9040-dca134c70ad7 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 943 time: 0.2384150 Aug 04 08:42:55.297927 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-d69e8d1a-ac3f-4e98-8ce8-ac3b48933063 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff9d421e-1ff4-419d-ba75-02a8574ca521 HTTP/1.1" status: 200 len: 217 time: 0.0743976 Aug 04 08:42:55.303985 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:55.304481 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af51d6-1a7a-40ca-85bc-21ac319bd6a4 req-f72c1a0a-1422-42b6-89a6-55df2c7926da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:55.305903 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a3af51d6-1a7a-40ca-85bc-21ac319bd6a4 req-f72c1a0a-1422-42b6-89a6-55df2c7926da service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=da69dd3f52d047baad449570b0cccac3&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2870026 Aug 04 08:42:55.308661 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-6f905b8c-9812-4546-b219-7137e054ec2a req-d49215ac-2018-4602-a6d3-9507dc1119fb tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323590 Aug 04 08:42:55.311826 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cef3ba5-a238-4ef3-8774-d330799dc3c8 None None] Network fb45902a-6fa9-4c8b-86d2-6e3acf1089b0 requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:42:55.400716 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] For port 4f564317-117c-4b42-a965-36d82bf45d2e, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=4f564317-117c-4b42-a965-36d82bf45d2e,segment=NetworkSegment(55668721-c8bf-4df9-929d-07849ad010f4),segment_id=55668721-c8bf-4df9-929d-07849ad010f4)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:42:55.432374 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7cb606c5-f670-421b-ad68-eb4e77b26f43 req-8ac63031-bc6c-43fb-b4ad-8eeddd1aee27 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2062356 Aug 04 08:42:55.483699 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:55.489733 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8606af82-14c5-45b9-a2ac-cde8ba2cc9c4 None None] Provisioning for port 9d3cfa22-1d5a-4c23-ab0f-d192d1c54375 completed by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:42:55.525994 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8606af82-14c5-45b9-a2ac-cde8ba2cc9c4 None None] Provisioning complete for port 9d3cfa22-1d5a-4c23-ab0f-d192d1c54375 triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:55.526563 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8606af82-14c5-45b9-a2ac-cde8ba2cc9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:55.733658 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-bffb636d-1965-4d15-84dd-6907aa838eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:55.735073 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-bffb636d-1965-4d15-84dd-6907aa838eb0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a1bdb4da-860e-4a4d-9387-f7ebf6d25023 HTTP/1.1" status: 200 len: 854 time: 0.4229774 Aug 04 08:42:55.736166 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Pushing event updated for resources: {'Port': ['ID=4f564317-117c-4b42-a965-36d82bf45d2e,revision_number=5']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:55.747285 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af51d6-1a7a-40ca-85bc-21ac319bd6a4 req-a4233da1-82ab-4add-81bc-c6f2076ff7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:55.748864 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a3af51d6-1a7a-40ca-85bc-21ac319bd6a4 req-a4233da1-82ab-4add-81bc-c6f2076ff7d6 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4354610 Aug 04 08:42:55.764013 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d6772-a642-49be-a9a6-83be9b64bd23 req-cf381703-4744-4e0b-8873-e24f792a8dcf tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:55.765544 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-0a5d6772-a642-49be-a9a6-83be9b64bd23 req-cf381703-4744-4e0b-8873-e24f792a8dcf tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 945 time: 0.3869236 Aug 04 08:42:55.772675 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1efe170d-7c56-4e69-b291-8f8baaf19048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055515'] for router, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:55.797070 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6bcf14-3048-44a7-ba4f-607321902ada req-cc58a62f-f74d-4fd6-91c6-567f1fe16648 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:55.801661 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8606af82-14c5-45b9-a2ac-cde8ba2cc9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:55.807066 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5f6bcf14-3048-44a7-ba4f-607321902ada req-cc58a62f-f74d-4fd6-91c6-567f1fe16648 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2401c08-77c5-4ffc-9754-a8b7eb271ebf HTTP/1.1" status: 200 len: 943 time: 0.0773180 Aug 04 08:42:55.844876 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-8606af82-14c5-45b9-a2ac-cde8ba2cc9c4 None None] For port 9d3cfa22-1d5a-4c23-ab0f-d192d1c54375, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=9d3cfa22-1d5a-4c23-ab0f-d192d1c54375,segment=NetworkSegment(7febe832-773b-4e3e-b93d-aad48a813840),segment_id=7febe832-773b-4e3e-b93d-aad48a813840)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:42:55.847592 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5f6bcf14-3048-44a7-ba4f-607321902ada req-0030bfe1-750b-4643-9771-460f328dc329 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/security-groups?id=2674f89a-e088-4cb4-90ee-85baa4ca8a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396049 Aug 04 08:42:55.881643 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-0a5d6772-a642-49be-a9a6-83be9b64bd23 req-a1dcb044-d7be-477e-900e-ef75752b2161 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039631 Aug 04 08:42:55.927443 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8606af82-14c5-45b9-a2ac-cde8ba2cc9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:55.978160 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606af82-14c5-45b9-a2ac-cde8ba2cc9c4 None None] Pushing event updated for resources: {'Port': ['ID=9d3cfa22-1d5a-4c23-ab0f-d192d1c54375,revision_number=3']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:56.007238 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efe170d-7c56-4e69-b291-8f8baaf19048 admin admin] Router 08e810da-3634-4c58-982b-681dd2e1f46e is scheduled to L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 with binding_index 1 {{(pid=100320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 08:42:56.047552 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-e7887097-4a82-4107-9cd3-431ecd2f799d None None] Provisioning complete for port 9d3cfa22-1d5a-4c23-ab0f-d192d1c54375 triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:56.047873 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e7887097-4a82-4107-9cd3-431ecd2f799d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:56.115230 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efe170d-7c56-4e69-b291-8f8baaf19048 admin admin] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:42:56.125862 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c82ada6-26af-41d2-9c77-73e4bd7735d5 None None] Sync routers for ids ['08e810da-3634-4c58-982b-681dd2e1f46e'] in dv-cinder-802653-4-iscsi {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:42:56.146039 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c82ada6-26af-41d2-9c77-73e4bd7735d5 None None] Routers {'08e810da-3634-4c58-982b-681dd2e1f46e'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:42:56.146684 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-1c82ada6-26af-41d2-9c77-73e4bd7735d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:42:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['08e810da-3634-4c58-982b-681dd2e1f46e'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:56.208228 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1efe170d-7c56-4e69-b291-8f8baaf19048 admin admin] Notify callbacks [] for router, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:56.212949 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-1efe170d-7c56-4e69-b291-8f8baaf19048 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5378535 Aug 04 08:42:56.213106 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 52748) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:56.242004 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6f120-c2c4-4de4-bc80-d9a96ce09f9f req-052a0791-847e-439e-a0e3-dd8a67267aa3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:56.245424 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-39d6f120-c2c4-4de4-bc80-d9a96ce09f9f req-052a0791-847e-439e-a0e3-dd8a67267aa3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 945 time: 0.0657928 Aug 04 08:42:56.254244 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-1c82ada6-26af-41d2-9c77-73e4bd7735d5 None None] Set router 08e810da-3634-4c58-982b-681dd2e1f46e gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:42:56.288626 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-39d6f120-c2c4-4de4-bc80-d9a96ce09f9f req-bb28258d-d328-47be-89ac-953c80f5bdaf tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367217 Aug 04 08:42:56.481215 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-1c82ada6-26af-41d2-9c77-73e4bd7735d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e810da-3634-4c58-982b-681dd2e1f46e', 'name': 'tempest-TestVolumeBootPattern-519461314-router', 'tenant_id': '4a058a16a1a8465a846dfe7da167a7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:52Z', 'updated_at': '2021-08-04T08:42:54Z', 'revision_number': 3, 'project_id': '4a058a16a1a8465a846dfe7da167a7ce', 'gw_port': {'id': 'c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e810da-3634-4c58-982b-681dd2e1f46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:53Z', 'updated_at': '2021-08-04T08:42:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:56.518974 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c82ada6-26af-41d2-9c77-73e4bd7735d5 None None] Checking router: 08e810da-3634-4c58-982b-681dd2e1f46e for host: dv-cinder-802653-4-iscsi {{(pid=100322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:42:56.519248 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c82ada6-26af-41d2-9c77-73e4bd7735d5 None None] Updating router 08e810da-3634-4c58-982b-681dd2e1f46e port c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1 binding host dv-cinder-802653-4-iscsi {{(pid=100322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 08:42:56.524221 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8341d1-8daa-447c-b105-e7a2067b3ff7 req-6812fa37-6021-46ce-ad90-d819ecc80e1d tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:56.531659 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0d8341d1-8daa-447c-b105-e7a2067b3ff7 req-6812fa37-6021-46ce-ad90-d819ecc80e1d tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.1439252 Aug 04 08:42:56.550663 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1c82ada6-26af-41d2-9c77-73e4bd7735d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:56.556577 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f3d05-6cde-44dc-96eb-f2550d063035 req-42013b68-75c5-4e3d-a5a5-b645102c6c59 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:56.558112 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-ce1f3d05-6cde-44dc-96eb-f2550d063035 req-42013b68-75c5-4e3d-a5a5-b645102c6c59 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0555754 Aug 04 08:42:56.606353 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-ce1f3d05-6cde-44dc-96eb-f2550d063035 req-215af3bb-af65-411f-ba24-8c3aa5b9e08b tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375056 Aug 04 08:42:56.612205 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0d8341d1-8daa-447c-b105-e7a2067b3ff7 req-82725dd4-69e0-4a2c-87b7-63d7d39dcee2 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787117 Aug 04 08:42:56.713531 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 9d3cfa22-1d5a-4c23-ab0f-d192d1c54375 up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:42:56.767435 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c7f4a0fe-44cc-4e08-8ba9-a4fb44882231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:56.812626 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port 9d3cfa22-1d5a-4c23-ab0f-d192d1c54375 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:56.813156 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:56.866253 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2401c08-77c5-4ffc-9754-a8b7eb271ebf', 'tag': 'ff9d421e-1ff4-419d-ba75-02a8574ca521'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:42:56.878581 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4829c06c-7439-4e98-b876-1c62c65e8f56" -d '{"events": [{"name": "network-changed", "server_uuid": "f2401c08-77c5-4ffc-9754-a8b7eb271ebf", "tag": "ff9d421e-1ff4-419d-ba75-02a8574ca521"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:42:56.906590 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1c82ada6-26af-41d2-9c77-73e4bd7735d5 None None] Notify callbacks [] for port, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:56.937621 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a38f04-7558-4bc8-b755-1b5a613dabd1 x-openstack-request-id: req-d4a38f04-7558-4bc8-b755-1b5a613dabd1 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:42:56.938035 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2401c08-77c5-4ffc-9754-a8b7eb271ebf", "tag": "ff9d421e-1ff4-419d-ba75-02a8574ca521", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:42:56.938401 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d4a38f04-7558-4bc8-b755-1b5a613dabd1 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:42:56.938868 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2401c08-77c5-4ffc-9754-a8b7eb271ebf', 'tag': 'ff9d421e-1ff4-419d-ba75-02a8574ca521', 'status': 'completed', 'code': 200} Aug 04 08:42:56.948026 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-1c82ada6-26af-41d2-9c77-73e4bd7735d5 None None] Transition to ACTIVE for port object c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1 will not be triggered until provisioned by entity L2. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:42:56.961357 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 4f564317-117c-4b42-a965-36d82bf45d2e up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:42:56.963633 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [None req-c7f4a0fe-44cc-4e08-8ba9-a4fb44882231 admin admin] Allocated IP 172.20.0.1 (fb45902a-6fa9-4c8b-86d2-6e3acf1089b0/210ad921-e7fd-47ed-901a-174e2cc6026a/c22b765d-d084-4538-98d2-9e05828f6997) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:42:57.018440 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1c82ada6-26af-41d2-9c77-73e4bd7735d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:57.027056 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port 4f564317-117c-4b42-a965-36d82bf45d2e triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:57.027056 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:57.053990 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5535ee-831b-4eb2-b11d-831b1789e926 req-681b3878-7356-4cd6-9971-af80fb17126e tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:57.055546 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7c5535ee-831b-4eb2-b11d-831b1789e926 req-681b3878-7356-4cd6-9971-af80fb17126e tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2401c08-77c5-4ffc-9754-a8b7eb271ebf HTTP/1.1" status: 200 len: 943 time: 0.1022484 Aug 04 08:42:57.104451 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-1c82ada6-26af-41d2-9c77-73e4bd7735d5 None None] Attempting to bind port c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1 on host dv-cinder-802653-4-iscsi for vnic_type normal with profile {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:42:57.104908 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-1c82ada6-26af-41d2-9c77-73e4bd7735d5 None None] Attempting to bind port c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1 by drivers openvswitch,hyperv on host dv-cinder-802653-4-iscsi at level 0 using segments [{'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:42:57.105356 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c82ada6-26af-41d2-9c77-73e4bd7735d5 None None] Attempting to bind port c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1 on network 3e216780-0509-4029-b6cd-a15c5c01b313 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:42:57.110061 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5f96a-2496-4e57-b2e8-819e0dcba297 None None] Pushing event updated for resources: {'Port': ['ID=c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:57.118608 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7c5535ee-831b-4eb2-b11d-831b1789e926 req-644abea6-6329-461c-91a0-921176747767 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/security-groups?id=2674f89a-e088-4cb4-90ee-85baa4ca8a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532920 Aug 04 08:42:57.124391 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c82ada6-26af-41d2-9c77-73e4bd7735d5 None None] Checking agent: {'id': '88e3f6d8-c986-4299-b0e5-a4c4ec344b2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 31, 10), 'started_at': datetime.datetime(2021, 8, 4, 8, 31, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:42:57.128347 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c82ada6-26af-41d2-9c77-73e4bd7735d5 None None] Checking segment: {'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:42:57.129215 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1c82ada6-26af-41d2-9c77-73e4bd7735d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:57.130210 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c82ada6-26af-41d2-9c77-73e4bd7735d5 None None] Bound using segment: {'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:42:57.130635 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-1c82ada6-26af-41d2-9c77-73e4bd7735d5 None None] Bound port: c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1, host: dv-cinder-802653-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'}}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:42:57.131175 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1c82ada6-26af-41d2-9c77-73e4bd7735d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:57.137255 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c7f4a0fe-44cc-4e08-8ba9-a4fb44882231 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:57.151056 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [None req-c7f4a0fe-44cc-4e08-8ba9-a4fb44882231 admin admin] Transition to ACTIVE for port object c22b765d-d084-4538-98d2-9e05828f6997 will not be triggered until provisioned by entity DHCP. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:42:57.219758 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-1c82ada6-26af-41d2-9c77-73e4bd7735d5 None None] For port c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1, host dv-cinder-802653-4-iscsi, cleared binding levels {{(pid=100322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:42:57.223757 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-1c82ada6-26af-41d2-9c77-73e4bd7735d5 None None] For port c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1, host dv-cinder-802653-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1,segment=NetworkSegment(14aa563b-e8c7-40ac-9bd4-d0f3043acf10),segment_id=14aa563b-e8c7-40ac-9bd4-d0f3043acf10)] {{(pid=100322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:42:57.248035 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c7f4a0fe-44cc-4e08-8ba9-a4fb44882231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:57.289472 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f4a0fe-44cc-4e08-8ba9-a4fb44882231 admin admin] Network fb45902a-6fa9-4c8b-86d2-6e3acf1089b0 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:42:57.292152 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-c7f4a0fe-44cc-4e08-8ba9-a4fb44882231 admin admin] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:42:57.295401 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f4a0fe-44cc-4e08-8ba9-a4fb44882231 admin admin] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:42:57.318821 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4a0fe-44cc-4e08-8ba9-a4fb44882231 admin admin] Pushing event updated for resources: {'Port': ['ID=c22b765d-d084-4538-98d2-9e05828f6997,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:57.338535 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c7f4a0fe-44cc-4e08-8ba9-a4fb44882231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2055812'] for router_interface, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:57.350692 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1c82ada6-26af-41d2-9c77-73e4bd7735d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:57.411597 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5f96a-2496-4e57-b2e8-819e0dcba297 None None] Pushing event updated for resources: {'Port': ['ID=c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1,revision_number=3']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:57.415012 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c82ada6-26af-41d2-9c77-73e4bd7735d5 None None] Routers {'08e810da-3634-4c58-982b-681dd2e1f46e'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:42:57.415644 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-1c82ada6-26af-41d2-9c77-73e4bd7735d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:42:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['08e810da-3634-4c58-982b-681dd2e1f46e'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:57.525300 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-1c82ada6-26af-41d2-9c77-73e4bd7735d5 None None] Set router 08e810da-3634-4c58-982b-681dd2e1f46e gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:42:57.597598 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c7f4a0fe-44cc-4e08-8ba9-a4fb44882231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:57.715864 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-27d61599-4455-4441-ae13-70d7cc0fcc3b None None] Provisioning for port c22b765d-d084-4538-98d2-9e05828f6997 completed by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:42:57.720385 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-1c82ada6-26af-41d2-9c77-73e4bd7735d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e810da-3634-4c58-982b-681dd2e1f46e', 'name': 'tempest-TestVolumeBootPattern-519461314-router', 'tenant_id': '4a058a16a1a8465a846dfe7da167a7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:52Z', 'updated_at': '2021-08-04T08:42:54Z', 'revision_number': 3, 'project_id': '4a058a16a1a8465a846dfe7da167a7ce', 'gw_port': {'id': 'c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e810da-3634-4c58-982b-681dd2e1f46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:53Z', 'updated_at': '2021-08-04T08:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:42:57.723607 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-27d61599-4455-4441-ae13-70d7cc0fcc3b None None] Provisioning complete for port c22b765d-d084-4538-98d2-9e05828f6997 triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:57.724002 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-27d61599-4455-4441-ae13-70d7cc0fcc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:57.744433 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c4930-7a0e-4d44-bfb5-9c87eb8882fa req-7903e4ff-7f3f-4198-89a6-c70f3f88455a tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:57.749095 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-bb4c4930-7a0e-4d44-bfb5-9c87eb8882fa req-7903e4ff-7f3f-4198-89a6-c70f3f88455a tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0626147 Aug 04 08:42:57.770370 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c82ada6-26af-41d2-9c77-73e4bd7735d5 None None] The sync data for ids ['08e810da-3634-4c58-982b-681dd2e1f46e'] in dv-cinder-802653-4-iscsi is: [{'id': '08e810da-3634-4c58-982b-681dd2e1f46e', 'name': 'tempest-TestVolumeBootPattern-519461314-router', 'tenant_id': '4a058a16a1a8465a846dfe7da167a7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:52Z', 'updated_at': '2021-08-04T08:42:54Z', 'revision_number': 3, 'project_id': '4a058a16a1a8465a846dfe7da167a7ce', 'gw_port': {'id': 'c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e810da-3634-4c58-982b-681dd2e1f46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:53Z', 'updated_at': '2021-08-04T08:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}] {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:42:57.776736 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae9271-bfa6-41e5-967d-6e3ca1bd3560 req-dca7c496-91bc-450c-8692-678ac2843959 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:57.778251 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-54ae9271-bfa6-41e5-967d-6e3ca1bd3560 req-dca7c496-91bc-450c-8692-678ac2843959 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0766389 Aug 04 08:42:57.788438 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-27d61599-4455-4441-ae13-70d7cc0fcc3b None None] Port c22b765d-d084-4538-98d2-9e05828f6997 cannot update to ACTIVE because it is not bound. {{(pid=100322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 08:42:57.803261 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-bb4c4930-7a0e-4d44-bfb5-9c87eb8882fa req-d5c4290b-8f72-44d2-b308-04f80bd21e99 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477610 Aug 04 08:42:57.838061 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c7f4a0fe-44cc-4e08-8ba9-a4fb44882231 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:57.844232 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-54ae9271-bfa6-41e5-967d-6e3ca1bd3560 req-c4f27ea5-08dd-4aa6-aa1f-aeac90a5a74e tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562050 Aug 04 08:42:57.893086 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c7f4a0fe-44cc-4e08-8ba9-a4fb44882231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:57.959782 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4a0fe-44cc-4e08-8ba9-a4fb44882231 admin admin] Pushing event updated for resources: {'Port': ['ID=c22b765d-d084-4538-98d2-9e05828f6997,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:57.962320 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c7f4a0fe-44cc-4e08-8ba9-a4fb44882231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055704'] for router_interface, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:58.076573 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f4a0fe-44cc-4e08-8ba9-a4fb44882231 admin admin] Network fb45902a-6fa9-4c8b-86d2-6e3acf1089b0 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:42:58.078428 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-c7f4a0fe-44cc-4e08-8ba9-a4fb44882231 admin admin] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:42:58.210676 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f4a0fe-44cc-4e08-8ba9-a4fb44882231 admin admin] Router 08e810da-3634-4c58-982b-681dd2e1f46e has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:42:58.273924 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152968c8-d7ac-48b6-acd9-ef68a9534567 req-a833132b-e4f3-4a86-b1b8-61dcb4839405 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:58.281300 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-152968c8-d7ac-48b6-acd9-ef68a9534567 req-a833132b-e4f3-4a86-b1b8-61dcb4839405 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2401c08-77c5-4ffc-9754-a8b7eb271ebf HTTP/1.1" status: 200 len: 943 time: 0.0809510 Aug 04 08:42:58.317654 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-0c19bc8a-a59f-4352-9a41-62e117d6d152 None None] Provisioning complete for port c22b765d-d084-4538-98d2-9e05828f6997 triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:58.318636 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-0c19bc8a-a59f-4352-9a41-62e117d6d152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:58.324427 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-152968c8-d7ac-48b6-acd9-ef68a9534567 req-c4fd8223-ac4d-400c-a208-882b4779ebff tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/security-groups?id=2674f89a-e088-4cb4-90ee-85baa4ca8a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421097 Aug 04 08:42:58.351627 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f4a0fe-44cc-4e08-8ba9-a4fb44882231 admin admin] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:42:58.357055 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-c7f4a0fe-44cc-4e08-8ba9-a4fb44882231 admin admin] 10.222.0.45 "PUT /v2.0/routers/08e810da-3634-4c58-982b-681dd2e1f46e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1433096 Aug 04 08:42:58.372657 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-0c19bc8a-a59f-4352-9a41-62e117d6d152 None None] Port c22b765d-d084-4538-98d2-9e05828f6997 cannot update to ACTIVE because it is not bound. {{(pid=100322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 08:42:58.392666 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-54c6a93d-20f7-4017-8248-504814b7fed3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b344a38c-d9ed-4088-946a-27c7e58e9207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325229 Aug 04 08:42:58.522866 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-e91b9037-720b-4c14-af99-bf1d45beb009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:58.525069 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-e91b9037-720b-4c14-af99-bf1d45beb009 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=da69dd3f52d047baad449570b0cccac3&device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 1096 time: 0.0892642 Aug 04 08:42:58.587047 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-4988e7b7-a3a6-43ac-bc4c-ecf517541a1d service neutron] 10.222.0.61 "GET /v2.0/networks/b344a38c-d9ed-4088-946a-27c7e58e9207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597023 Aug 04 08:42:58.588468 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-c097f476-281c-4416-b3a2-1958527a22d6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35a681cb-46a1-4f7e-a31c-150b54d27c33 HTTP/1.1" status: 200 len: 217 time: 0.0488417 Aug 04 08:42:58.740874 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1 up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:42:58.741629 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-41d06253-f72f-4d7f-a5c9-af239887f4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:58.743742 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-41d06253-f72f-4d7f-a5c9-af239887f4e3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6359fcab-01ed-4f0a-97c2-09e6c9cf50a5 HTTP/1.1" status: 200 len: 856 time: 0.1335008 Aug 04 08:42:58.794167 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9d757f0b-e6c2-49c6-aae9-434b39b9859b req-642aab38-2287-4ec1-8747-5b6ce0ef1caa service neutron] 10.222.0.61 "GET /v2.0/networks/b344a38c-d9ed-4088-946a-27c7e58e9207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853495 Aug 04 08:42:58.806524 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-2ee9a4e2-81cc-46da-97aa-8583e5a0c7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:58.808162 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-2ee9a4e2-81cc-46da-97aa-8583e5a0c7fb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=00622aa3-3ed8-404c-93cc-c0ba459184d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549169 Aug 04 08:42:58.852852 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning for port c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1 completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:42:58.856822 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:42:58.857199 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:58.929131 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbf51c-1978-4db7-9b2c-7fc34b7ec641 req-31ee8c63-db14-437e-bd21-5f17a9d9a1f5 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:58.939161 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a3fbf51c-1978-4db7-9b2c-7fc34b7ec641 req-31ee8c63-db14-437e-bd21-5f17a9d9a1f5 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0657163 Aug 04 08:42:58.941252 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-6256015f-b3ca-4290-8cac-5ff3451c3391 service neutron] 10.222.0.61 "GET /v2.0/networks/00622aa3-3ed8-404c-93cc-c0ba459184d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194839 Aug 04 08:42:58.973928 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a3fbf51c-1978-4db7-9b2c-7fc34b7ec641 req-b171e412-3a2f-468c-9a0a-36aeade1261e tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334804 Aug 04 08:42:58.979870 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:59.004939 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] For port c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1,segment=NetworkSegment(14aa563b-e8c7-40ac-9bd4-d0f3043acf10),segment_id=14aa563b-e8c7-40ac-9bd4-d0f3043acf10)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:42:59.048756 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 52786) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:59.053938 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-b1b6a22c-aece-49e9-bc59-46b60909516b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-9106871', 'description': 'tempest-secgroup-smoke-9106871 description', 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:42:59.068242 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829c06c-7439-4e98-b876-1c62c65e8f56 req-52cb73ec-b3cf-4b60-b8fa-971da204d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:59.069746 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4829c06c-7439-4e98-b876-1c62c65e8f56 req-52cb73ec-b3cf-4b60-b8fa-971da204d206 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3ebe905ce9bd4f56b4df78921d60e7d1&device_id=f2401c08-77c5-4ffc-9754-a8b7eb271ebf HTTP/1.1" status: 200 len: 1096 time: 0.0883548 Aug 04 08:42:59.081719 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:59.104791 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b4d0a-adc0-47b3-9e27-a3aeeac76bf7 req-8f33e879-be71-458a-8a6d-c89a8d75dbd1 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:59.106342 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-262b4d0a-adc0-47b3-9e27-a3aeeac76bf7 req-8f33e879-be71-458a-8a6d-c89a8d75dbd1 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0695858 Aug 04 08:42:59.131814 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cb1457f0-721d-4f32-9770-66dd6c05a769 req-570f9cc8-24d9-481b-a401-5c7a88242202 service neutron] 10.222.0.61 "GET /v2.0/networks/00622aa3-3ed8-404c-93cc-c0ba459184d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684909 Aug 04 08:42:59.139065 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Pushing event updated for resources: {'Port': ['ID=c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1,revision_number=4']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:59.149226 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-262b4d0a-adc0-47b3-9e27-a3aeeac76bf7 req-fb8e28fd-40d6-429f-bc9f-d7e518de85f1 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347164 Aug 04 08:42:59.161788 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-b1b6a22c-aece-49e9-bc59-46b60909516b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:59.193077 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829c06c-7439-4e98-b876-1c62c65e8f56 req-f1dc1ede-bb01-4a0a-a157-be578f31954d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:59.194756 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4829c06c-7439-4e98-b876-1c62c65e8f56 req-f1dc1ede-bb01-4a0a-a157-be578f31954d service neutron] 10.222.0.61 "GET /v2.0/networks?id=b344a38c-d9ed-4088-946a-27c7e58e9207 HTTP/1.1" status: 200 len: 915 time: 0.1149106 Aug 04 08:42:59.241294 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4829c06c-7439-4e98-b876-1c62c65e8f56 req-af55111d-c135-495b-8870-f3b32a10dba1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff9d421e-1ff4-419d-ba75-02a8574ca521 HTTP/1.1" status: 200 len: 217 time: 0.0380449 Aug 04 08:42:59.255325 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-b1b6a22c-aece-49e9-bc59-46b60909516b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:59.299011 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-b1b6a22c-aece-49e9-bc59-46b60909516b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:59.346088 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6a22c-aece-49e9-bc59-46b60909516b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=970cb49f-e1fa-45ff-91aa-ba6791ce176b,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:59.349344 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829c06c-7439-4e98-b876-1c62c65e8f56 req-9f7e254b-1773-4fdc-ad9e-8893166523f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:59.351133 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4829c06c-7439-4e98-b876-1c62c65e8f56 req-9f7e254b-1773-4fdc-ad9e-8893166523f3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a1bdb4da-860e-4a4d-9387-f7ebf6d25023 HTTP/1.1" status: 200 len: 854 time: 0.0688848 Aug 04 08:42:59.390193 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-b1b6a22c-aece-49e9-bc59-46b60909516b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:59.392339 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-b1b6a22c-aece-49e9-bc59-46b60909516b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.3418422 Aug 04 08:42:59.400422 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 52804) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:59.404802 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4829c06c-7439-4e98-b876-1c62c65e8f56 req-55c63cbf-851e-4427-98ca-e157d9b4d634 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b344a38c-d9ed-4088-946a-27c7e58e9207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427780 Aug 04 08:42:59.412764 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-80725efb-417b-491f-abe0-b5ee0f6e0d63 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Request body: {'security_group_rule': {'security_group_id': '970cb49f-e1fa-45ff-91aa-ba6791ce176b', 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:42:59.504236 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49913dbd-f095-4a2b-9646-a7e0078918e4 req-43f022a0-bf96-4850-9452-5878943b55c4 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:42:59.508488 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-49913dbd-f095-4a2b-9646-a7e0078918e4 req-43f022a0-bf96-4850-9452-5878943b55c4 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2401c08-77c5-4ffc-9754-a8b7eb271ebf HTTP/1.1" status: 200 len: 943 time: 0.1034439 Aug 04 08:42:59.555624 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4829c06c-7439-4e98-b876-1c62c65e8f56 req-a8c26c5a-4ca7-41fa-a015-02655e147188 service neutron] 10.222.0.61 "GET /v2.0/networks/b344a38c-d9ed-4088-946a-27c7e58e9207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216784 Aug 04 08:42:59.585477 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-49913dbd-f095-4a2b-9646-a7e0078918e4 req-4e5283c8-164d-4dbe-b38a-6cc9da1f5765 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/security-groups?id=2674f89a-e088-4cb4-90ee-85baa4ca8a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725627 Aug 04 08:42:59.618635 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-80725efb-417b-491f-abe0-b5ee0f6e0d63 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:59.666132 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4829c06c-7439-4e98-b876-1c62c65e8f56 req-9b933369-6918-4441-a680-ae6a64aceb2a service neutron] 10.222.0.61 "GET /v2.0/networks/b344a38c-d9ed-4088-946a-27c7e58e9207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028435 Aug 04 08:42:59.678934 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-80725efb-417b-491f-abe0-b5ee0f6e0d63 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:59.779119 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-80725efb-417b-491f-abe0-b5ee0f6e0d63 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085599'] for security_group_rule, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:59.804740 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80725efb-417b-491f-abe0-b5ee0f6e0d63 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d04dde-671c-4095-879a-6bc74f23d58f,revision_number=0']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:42:59.899609 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-80725efb-417b-491f-abe0-b5ee0f6e0d63 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:42:59.901012 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-80725efb-417b-491f-abe0-b5ee0f6e0d63 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4995441 Aug 04 08:42:59.903689 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 52818) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:42:59.908631 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-5fd4709a-198f-4b31-a590-b85533777d17 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Request body: {'security_group_rule': {'security_group_id': '970cb49f-e1fa-45ff-91aa-ba6791ce176b', 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:42:59.989434 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5fd4709a-198f-4b31-a590-b85533777d17 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:00.059180 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5fd4709a-198f-4b31-a590-b85533777d17 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:00.100977 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac46e6-f01a-45c1-83f4-1dab19cc2824 req-01a45eef-4615-4bd9-8dd1-75c28eea8159 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:00.102480 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-85ac46e6-f01a-45c1-83f4-1dab19cc2824 req-01a45eef-4615-4bd9-8dd1-75c28eea8159 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0503602 Aug 04 08:43:00.141973 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-85ac46e6-f01a-45c1-83f4-1dab19cc2824 req-397c68c9-eb92-4d78-badf-bacc029ec5be tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334098 Aug 04 08:43:00.166668 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5fd4709a-198f-4b31-a590-b85533777d17 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085599'] for security_group_rule, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:00.184069 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4709a-198f-4b31-a590-b85533777d17 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f3b3d3-5c2b-4348-a53b-931a976c02dd,revision_number=0']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:00.221109 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8365d6f9-0131-4f3f-9cfb-b697dee62598 None None] Sync routers for ids ['08e810da-3634-4c58-982b-681dd2e1f46e'] in dv-cinder-802653-4-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:43:00.230561 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8365d6f9-0131-4f3f-9cfb-b697dee62598 None None] Routers {'08e810da-3634-4c58-982b-681dd2e1f46e'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:43:00.231209 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-8365d6f9-0131-4f3f-9cfb-b697dee62598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:42:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['08e810da-3634-4c58-982b-681dd2e1f46e'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:43:00.253289 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5fd4709a-198f-4b31-a590-b85533777d17 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:00.254526 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-5fd4709a-198f-4b31-a590-b85533777d17 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3497226 Aug 04 08:43:00.257123 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 52824) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:43:00.262482 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-72dd8bb0-aca8-45cf-a5dd-8befbe15db66 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Request body: {'security_group_rule': {'security_group_id': '970cb49f-e1fa-45ff-91aa-ba6791ce176b', 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:43:00.297589 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b14533-e320-41f5-a69f-c37ae6c4c15a req-9fed4f31-bca4-42f2-ac52-7af4f0e75a23 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:00.299301 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-71b14533-e320-41f5-a69f-c37ae6c4c15a req-9fed4f31-bca4-42f2-ac52-7af4f0e75a23 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0630677 Aug 04 08:43:00.351913 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-8365d6f9-0131-4f3f-9cfb-b697dee62598 None None] Set router 08e810da-3634-4c58-982b-681dd2e1f46e gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:43:00.354592 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-71b14533-e320-41f5-a69f-c37ae6c4c15a req-08ee37fa-55fe-41ae-8f9e-498dad3ecc13 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477779 Aug 04 08:43:00.368046 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-72dd8bb0-aca8-45cf-a5dd-8befbe15db66 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:00.429919 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-72dd8bb0-aca8-45cf-a5dd-8befbe15db66 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:00.482168 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-72dd8bb0-aca8-45cf-a5dd-8befbe15db66 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085599'] for security_group_rule, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:00.501473 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd8bb0-aca8-45cf-a5dd-8befbe15db66 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b158fb6-c09d-4961-8687-8a38cb757db7,revision_number=0']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:00.555272 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-8365d6f9-0131-4f3f-9cfb-b697dee62598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e810da-3634-4c58-982b-681dd2e1f46e', 'name': 'tempest-TestVolumeBootPattern-519461314-router', 'tenant_id': '4a058a16a1a8465a846dfe7da167a7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:52Z', 'updated_at': '2021-08-04T08:42:57Z', 'revision_number': 4, 'project_id': '4a058a16a1a8465a846dfe7da167a7ce', 'gw_port': {'id': 'c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e810da-3634-4c58-982b-681dd2e1f46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:53Z', 'updated_at': '2021-08-04T08:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': 'c22b765d-d084-4538-98d2-9e05828f6997', 'name': '', 'network_id': 'fb45902a-6fa9-4c8b-86d2-6e3acf1089b0', 'tenant_id': '4a058a16a1a8465a846dfe7da167a7ce', 'mac_address': 'fa:16:3e:a9:e5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e810da-3634-4c58-982b-681dd2e1f46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '210ad921-e7fd-47ed-901a-174e2cc6026a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:56Z', 'updated_at': '2021-08-04T08:42:57Z', 'revision_number': 2, 'project_id': '4a058a16a1a8465a846dfe7da167a7ce', 'subnets': [{'id': '210ad921-e7fd-47ed-901a-174e2cc6026a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:43:00.590714 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-72dd8bb0-aca8-45cf-a5dd-8befbe15db66 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:00.595372 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-72dd8bb0-aca8-45cf-a5dd-8befbe15db66 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3333392 Aug 04 08:43:00.595372 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 52828) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:43:00.599875 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-6b3b2378-4bf9-4b6e-8866-43beffa70b03 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Request body: {'security_group_rule': {'security_group_id': '970cb49f-e1fa-45ff-91aa-ba6791ce176b', 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:43:00.665473 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8365d6f9-0131-4f3f-9cfb-b697dee62598 None None] Checking router: 08e810da-3634-4c58-982b-681dd2e1f46e for host: dv-cinder-802653-4-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:43:00.665827 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8365d6f9-0131-4f3f-9cfb-b697dee62598 None None] Updating router 08e810da-3634-4c58-982b-681dd2e1f46e port c22b765d-d084-4538-98d2-9e05828f6997 binding host dv-cinder-802653-4-iscsi {{(pid=100323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 08:43:00.695142 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-8365d6f9-0131-4f3f-9cfb-b697dee62598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:00.697697 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1 up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:43:00.710657 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2378-4bf9-4b6e-8866-43beffa70b03 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:00.747927 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fe43e-74d6-48bf-9d21-ae041d98d368 req-069eb96f-5f82-47c7-b6d8-0939dd129fe9 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:00.749462 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-483fe43e-74d6-48bf-9d21-ae041d98d368 req-069eb96f-5f82-47c7-b6d8-0939dd129fe9 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2401c08-77c5-4ffc-9754-a8b7eb271ebf HTTP/1.1" status: 200 len: 943 time: 0.0775976 Aug 04 08:43:00.754529 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:43:00.755197 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:00.801464 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2378-4bf9-4b6e-8866-43beffa70b03 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:00.807715 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-483fe43e-74d6-48bf-9d21-ae041d98d368 req-eec21a26-1b27-4653-9f44-823c98003152 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/security-groups?id=2674f89a-e088-4cb4-90ee-85baa4ca8a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518920 Aug 04 08:43:00.881266 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2378-4bf9-4b6e-8866-43beffa70b03 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085599'] for security_group_rule, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:00.900339 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b2378-4bf9-4b6e-8866-43beffa70b03 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13414a4e-7fc4-4de8-87e2-660e84b05e53,revision_number=0']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:00.941370 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device ff9d421e-1ff4-419d-ba75-02a8574ca521 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=100322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 08:43:00.976762 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-8365d6f9-0131-4f3f-9cfb-b697dee62598 None None] Notify callbacks [] for port, precommit_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:00.986850 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-8365d6f9-0131-4f3f-9cfb-b697dee62598 None None] Transition to ACTIVE for port object c22b765d-d084-4538-98d2-9e05828f6997 will not be triggered until provisioned by entity L2. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:43:01.008227 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2378-4bf9-4b6e-8866-43beffa70b03 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:01.009855 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-6b3b2378-4bf9-4b6e-8866-43beffa70b03 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4139462 Aug 04 08:43:01.012800 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 52840) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:43:01.017500 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-ea18cae7-61fb-4374-a042-10a5be32c8ef tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Request body: {'security_group_rule': {'security_group_id': '970cb49f-e1fa-45ff-91aa-ba6791ce176b', 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:43:01.049300 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port ff9d421e-1ff4-419d-ba75-02a8574ca521, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=ff9d421e-1ff4-419d-ba75-02a8574ca521,segment=NetworkSegment(c4abe7e1-08a4-43e2-888f-b67e27976ff9),segment_id=c4abe7e1-08a4-43e2-888f-b67e27976ff9)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:43:01.061427 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Returning: {'device': 'ff9d421e-1ff4-419d-ba75-02a8574ca521', 'network_id': 'b344a38c-d9ed-4088-946a-27c7e58e9207', 'port_id': 'ff9d421e-1ff4-419d-ba75-02a8574ca521', 'mac_address': 'fa:16:3e:8c:8a:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1bdb4da-860e-4a4d-9387-f7ebf6d25023', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 08:43:01.092896 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-8365d6f9-0131-4f3f-9cfb-b697dee62598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:01.102765 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:01.115791 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff9d421e-1ff4-419d-ba75-02a8574ca521 {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:43:01.121889 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.db.securitygroups_db [None req-ea18cae7-61fb-4374-a042-10a5be32c8ef tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Project dedd88d93ffc4bca9dc856c5b204a955 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 08:43:01.129057 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ea18cae7-61fb-4374-a042-10a5be32c8ef tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:01.142544 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb166f-17a5-4354-9894-586a78e83f50 None None] Pushing event updated for resources: {'Port': ['ID=c22b765d-d084-4538-98d2-9e05828f6997,revision_number=3']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:01.159527 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port ff9d421e-1ff4-419d-ba75-02a8574ca521, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=ff9d421e-1ff4-419d-ba75-02a8574ca521,segment=NetworkSegment(c4abe7e1-08a4-43e2-888f-b67e27976ff9),segment_id=c4abe7e1-08a4-43e2-888f-b67e27976ff9)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:43:01.205139 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-8365d6f9-0131-4f3f-9cfb-b697dee62598 None None] Attempting to bind port c22b765d-d084-4538-98d2-9e05828f6997 on host dv-cinder-802653-4-iscsi for vnic_type normal with profile {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:43:01.205504 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-8365d6f9-0131-4f3f-9cfb-b697dee62598 None None] Attempting to bind port c22b765d-d084-4538-98d2-9e05828f6997 by drivers openvswitch,hyperv on host dv-cinder-802653-4-iscsi at level 0 using segments [{'id': '7febe832-773b-4e3e-b93d-aad48a813840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fb45902a-6fa9-4c8b-86d2-6e3acf1089b0'}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:43:01.205849 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8365d6f9-0131-4f3f-9cfb-b697dee62598 None None] Attempting to bind port c22b765d-d084-4538-98d2-9e05828f6997 on network fb45902a-6fa9-4c8b-86d2-6e3acf1089b0 {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:43:01.212442 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8365d6f9-0131-4f3f-9cfb-b697dee62598 None None] Checking agent: {'id': '88e3f6d8-c986-4299-b0e5-a4c4ec344b2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 31, 10), 'started_at': datetime.datetime(2021, 8, 4, 8, 31, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:43:01.213191 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8365d6f9-0131-4f3f-9cfb-b697dee62598 None None] Checking segment: {'id': '7febe832-773b-4e3e-b93d-aad48a813840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fb45902a-6fa9-4c8b-86d2-6e3acf1089b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:43:01.214404 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-8365d6f9-0131-4f3f-9cfb-b697dee62598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:01.215007 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8365d6f9-0131-4f3f-9cfb-b697dee62598 None None] Bound using segment: {'id': '7febe832-773b-4e3e-b93d-aad48a813840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fb45902a-6fa9-4c8b-86d2-6e3acf1089b0'} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:43:01.215964 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-8365d6f9-0131-4f3f-9cfb-b697dee62598 None None] Bound port: c22b765d-d084-4538-98d2-9e05828f6997, host: dv-cinder-802653-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7febe832-773b-4e3e-b93d-aad48a813840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fb45902a-6fa9-4c8b-86d2-6e3acf1089b0'}}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:43:01.216621 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-8365d6f9-0131-4f3f-9cfb-b697dee62598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:01.236077 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ea18cae7-61fb-4374-a042-10a5be32c8ef tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:01.270151 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:01.295577 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e849e2-56a4-4d07-989e-70b172747d16 req-add89e99-2fb7-4db5-b091-4eaf57c3e5d5 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:01.297731 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-48e849e2-56a4-4d07-989e-70b172747d16 req-add89e99-2fb7-4db5-b091-4eaf57c3e5d5 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0542858 Aug 04 08:43:01.299156 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ea18cae7-61fb-4374-a042-10a5be32c8ef tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085599'] for security_group_rule, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:01.307331 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-8365d6f9-0131-4f3f-9cfb-b697dee62598 None None] For port c22b765d-d084-4538-98d2-9e05828f6997, host dv-cinder-802653-4-iscsi, cleared binding levels {{(pid=100323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:43:01.308218 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-8365d6f9-0131-4f3f-9cfb-b697dee62598 None None] For port c22b765d-d084-4538-98d2-9e05828f6997, host dv-cinder-802653-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=c22b765d-d084-4538-98d2-9e05828f6997,segment=NetworkSegment(7febe832-773b-4e3e-b93d-aad48a813840),segment_id=7febe832-773b-4e3e-b93d-aad48a813840)] {{(pid=100323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:43:01.333331 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=ff9d421e-1ff4-419d-ba75-02a8574ca521,revision_number=4']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:01.334076 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18cae7-61fb-4374-a042-10a5be32c8ef tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa0db89-04e6-4762-bc9e-e6514334fbff,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:01.367657 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-48e849e2-56a4-4d07-989e-70b172747d16 req-f118b7c5-6eba-421f-b47d-b6301597fc78 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597494 Aug 04 08:43:01.374335 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-8365d6f9-0131-4f3f-9cfb-b697dee62598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:01.464103 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8365d6f9-0131-4f3f-9cfb-b697dee62598 None None] Routers {'08e810da-3634-4c58-982b-681dd2e1f46e'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:43:01.464995 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-8365d6f9-0131-4f3f-9cfb-b697dee62598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:42:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['08e810da-3634-4c58-982b-681dd2e1f46e'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:43:01.468177 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb166f-17a5-4354-9894-586a78e83f50 None None] Pushing event updated for resources: {'Port': ['ID=c22b765d-d084-4538-98d2-9e05828f6997,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:01.475805 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ea18cae7-61fb-4374-a042-10a5be32c8ef tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:01.479592 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-ea18cae7-61fb-4374-a042-10a5be32c8ef tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4657648 Aug 04 08:43:01.486409 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 52850) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:43:01.493276 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-eb72c0a7-5ca9-4321-9cf1-f9d083adbffd tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Request body: {'security_group_rule': {'security_group_id': '970cb49f-e1fa-45ff-91aa-ba6791ce176b', 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:43:01.501290 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03c8d2-a606-450c-8d11-f0466e4303dc req-35583875-3c2c-4c62-a055-3a506543f894 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:01.510051 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-cb03c8d2-a606-450c-8d11-f0466e4303dc req-35583875-3c2c-4c62-a055-3a506543f894 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0647810 Aug 04 08:43:01.550614 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-cb03c8d2-a606-450c-8d11-f0466e4303dc req-ee24cb41-a9f6-4dfb-a8b1-b292fd0823b7 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393348 Aug 04 08:43:01.578789 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.db.securitygroups_db [None req-eb72c0a7-5ca9-4321-9cf1-f9d083adbffd tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Project dedd88d93ffc4bca9dc856c5b204a955 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 08:43:01.584317 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-eb72c0a7-5ca9-4321-9cf1-f9d083adbffd tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:01.585400 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-8365d6f9-0131-4f3f-9cfb-b697dee62598 None None] Set router 08e810da-3634-4c58-982b-681dd2e1f46e gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:43:01.600443 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['ff9d421e-1ff4-419d-ba75-02a8574ca521'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:43:01.660051 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-eb72c0a7-5ca9-4321-9cf1-f9d083adbffd tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:01.721469 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-eb72c0a7-5ca9-4321-9cf1-f9d083adbffd tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085599'] for security_group_rule, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:01.744635 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72c0a7-5ca9-4321-9cf1-f9d083adbffd tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114acc43-df84-4e78-9008-41b1f98507c8,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:01.801489 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-eb72c0a7-5ca9-4321-9cf1-f9d083adbffd tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:01.802849 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-eb72c0a7-5ca9-4321-9cf1-f9d083adbffd tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3147683 Aug 04 08:43:01.806955 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-8365d6f9-0131-4f3f-9cfb-b697dee62598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e810da-3634-4c58-982b-681dd2e1f46e', 'name': 'tempest-TestVolumeBootPattern-519461314-router', 'tenant_id': '4a058a16a1a8465a846dfe7da167a7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:52Z', 'updated_at': '2021-08-04T08:42:57Z', 'revision_number': 4, 'project_id': '4a058a16a1a8465a846dfe7da167a7ce', 'gw_port': {'id': 'c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e810da-3634-4c58-982b-681dd2e1f46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:53Z', 'updated_at': '2021-08-04T08:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': 'c22b765d-d084-4538-98d2-9e05828f6997', 'name': '', 'network_id': 'fb45902a-6fa9-4c8b-86d2-6e3acf1089b0', 'tenant_id': '4a058a16a1a8465a846dfe7da167a7ce', 'mac_address': 'fa:16:3e:a9:e5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e810da-3634-4c58-982b-681dd2e1f46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '210ad921-e7fd-47ed-901a-174e2cc6026a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:56Z', 'updated_at': '2021-08-04T08:43:01Z', 'revision_number': 4, 'project_id': '4a058a16a1a8465a846dfe7da167a7ce', 'subnets': [{'id': '210ad921-e7fd-47ed-901a-174e2cc6026a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:43:01.836195 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8365d6f9-0131-4f3f-9cfb-b697dee62598 None None] The sync data for ids ['08e810da-3634-4c58-982b-681dd2e1f46e'] in dv-cinder-802653-4-iscsi is: [{'id': '08e810da-3634-4c58-982b-681dd2e1f46e', 'name': 'tempest-TestVolumeBootPattern-519461314-router', 'tenant_id': '4a058a16a1a8465a846dfe7da167a7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:52Z', 'updated_at': '2021-08-04T08:42:57Z', 'revision_number': 4, 'project_id': '4a058a16a1a8465a846dfe7da167a7ce', 'gw_port': {'id': 'c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e810da-3634-4c58-982b-681dd2e1f46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:53Z', 'updated_at': '2021-08-04T08:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': 'c22b765d-d084-4538-98d2-9e05828f6997', 'name': '', 'network_id': 'fb45902a-6fa9-4c8b-86d2-6e3acf1089b0', 'tenant_id': '4a058a16a1a8465a846dfe7da167a7ce', 'mac_address': 'fa:16:3e:a9:e5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e810da-3634-4c58-982b-681dd2e1f46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '210ad921-e7fd-47ed-901a-174e2cc6026a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:56Z', 'updated_at': '2021-08-04T08:43:01Z', 'revision_number': 4, 'project_id': '4a058a16a1a8465a846dfe7da167a7ce', 'subnets': [{'id': '210ad921-e7fd-47ed-901a-174e2cc6026a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:43:01.957149 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b6556-7d0e-49c7-9cd2-ba964a26bb79 req-ff53fd22-6182-4868-b33b-586e5a43dd2c tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:01.961307 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c79b6556-7d0e-49c7-9cd2-ba964a26bb79 req-ff53fd22-6182-4868-b33b-586e5a43dd2c tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2401c08-77c5-4ffc-9754-a8b7eb271ebf HTTP/1.1" status: 200 len: 944 time: 0.0582952 Aug 04 08:43:02.004535 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c79b6556-7d0e-49c7-9cd2-ba964a26bb79 req-0ae3a6d2-f4a2-4257-b76b-579b5e3b5ce1 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/security-groups?id=2674f89a-e088-4cb4-90ee-85baa4ca8a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393422 Aug 04 08:43:02.517167 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec58466-30b0-4a95-a663-26acec0fce28 req-70d4a201-8c17-4b17-b3ce-1bb4eeeeaeae tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:02.518831 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-6ec58466-30b0-4a95-a663-26acec0fce28 req-70d4a201-8c17-4b17-b3ce-1bb4eeeeaeae tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0567510 Aug 04 08:43:02.558985 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-6ec58466-30b0-4a95-a663-26acec0fce28 req-0ed9e14c-39b5-4bbf-973d-b4dbdadee0cf tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336437 Aug 04 08:43:02.693524 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7e7e5-70e6-4ad3-b16d-83afa58e6aaa req-d2903353-cea2-4969-bddb-76b2a2618cfb tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:02.695760 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-43a7e7e5-70e6-4ad3-b16d-83afa58e6aaa req-d2903353-cea2-4969-bddb-76b2a2618cfb tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0633972 Aug 04 08:43:02.738324 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-43a7e7e5-70e6-4ad3-b16d-83afa58e6aaa req-92a7901b-cd98-4aa6-b29d-6ab45dd81fea tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349698 Aug 04 08:43:02.760089 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device c22b765d-d084-4538-98d2-9e05828f6997 up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:43:02.875926 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning for port c22b765d-d084-4538-98d2-9e05828f6997 completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:43:02.880260 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port c22b765d-d084-4538-98d2-9e05828f6997 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:43:02.880780 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:02.956216 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:02.989360 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] For port c22b765d-d084-4538-98d2-9e05828f6997, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=c22b765d-d084-4538-98d2-9e05828f6997,segment=NetworkSegment(7febe832-773b-4e3e-b93d-aad48a813840),segment_id=7febe832-773b-4e3e-b93d-aad48a813840)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:43:03.047383 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:03.095400 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Pushing event updated for resources: {'Port': ['ID=c22b765d-d084-4538-98d2-9e05828f6997,revision_number=5']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:03.120980 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965a540-c852-42d6-87fd-3ce30f3931c3 req-8bb2973f-5964-4aa2-b95d-19c499e193e0 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:03.122454 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-0965a540-c852-42d6-87fd-3ce30f3931c3 req-8bb2973f-5964-4aa2-b95d-19c499e193e0 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2401c08-77c5-4ffc-9754-a8b7eb271ebf HTTP/1.1" status: 200 len: 944 time: 0.0487409 Aug 04 08:43:03.159804 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-0965a540-c852-42d6-87fd-3ce30f3931c3 req-a28b2773-075f-4cb8-8062-862515188ff4 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/security-groups?id=2674f89a-e088-4cb4-90ee-85baa4ca8a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313532 Aug 04 08:43:03.680971 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b19d3-c35b-43df-8a00-b780dc978e7c req-e9a4b988-1940-4216-96f7-771e910fe799 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:03.682427 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-157b19d3-c35b-43df-8a00-b780dc978e7c req-e9a4b988-1940-4216-96f7-771e910fe799 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0524652 Aug 04 08:43:03.724562 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-157b19d3-c35b-43df-8a00-b780dc978e7c req-64b26a89-dc86-430f-9da6-df595e8388b6 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362029 Aug 04 08:43:03.861057 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da335b-1af9-46cd-ba6a-f59290d39972 req-fae1182c-9485-4b4a-ae82-18ea07253831 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:03.862474 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-48da335b-1af9-46cd-ba6a-f59290d39972 req-fae1182c-9485-4b4a-ae82-18ea07253831 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0489361 Aug 04 08:43:03.901027 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-48da335b-1af9-46cd-ba6a-f59290d39972 req-8a8ffc28-07af-49bc-877e-bfd781075dab tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326803 Aug 04 08:43:04.272772 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288048a5-1c41-4872-8a38-7efd7293d02a req-88281104-03e8-4405-8489-bfef5ce7c379 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:04.274720 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-288048a5-1c41-4872-8a38-7efd7293d02a req-88281104-03e8-4405-8489-bfef5ce7c379 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2401c08-77c5-4ffc-9754-a8b7eb271ebf HTTP/1.1" status: 200 len: 944 time: 0.0476861 Aug 04 08:43:04.312602 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-288048a5-1c41-4872-8a38-7efd7293d02a req-a9408eab-9279-4601-9655-72a463096756 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/security-groups?id=2674f89a-e088-4cb4-90ee-85baa4ca8a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320380 Aug 04 08:43:04.620650 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 35a681cb-46a1-4f7e-a31c-150b54d27c33 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=100322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 08:43:04.703301 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device c22b765d-d084-4538-98d2-9e05828f6997 up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:43:04.868635 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 35a681cb-46a1-4f7e-a31c-150b54d27c33, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=35a681cb-46a1-4f7e-a31c-150b54d27c33,segment=NetworkSegment(9fc2a23e-05fc-423c-8776-74a99484ef67),segment_id=9fc2a23e-05fc-423c-8776-74a99484ef67)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:43:04.884791 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Returning: {'device': '35a681cb-46a1-4f7e-a31c-150b54d27c33', 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7', 'port_id': '35a681cb-46a1-4f7e-a31c-150b54d27c33', 'mac_address': 'fa:16:3e:55:dc:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 08:43:04.885416 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232a274-7dd4-4b7a-8440-550b478d5ee7 req-a6ed7ef4-d271-4771-97aa-7bb0923fb694 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:04.888253 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f232a274-7dd4-4b7a-8440-550b478d5ee7 req-a6ed7ef4-d271-4771-97aa-7bb0923fb694 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0593004 Aug 04 08:43:04.931579 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:04.933280 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port c22b765d-d084-4538-98d2-9e05828f6997 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:43:04.933848 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:04.949340 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f232a274-7dd4-4b7a-8440-550b478d5ee7 req-a7193edf-40f2-438c-aa30-7cbf51082552 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480843 Aug 04 08:43:04.968085 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35a681cb-46a1-4f7e-a31c-150b54d27c33 {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:43:04.996586 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 35a681cb-46a1-4f7e-a31c-150b54d27c33, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=35a681cb-46a1-4f7e-a31c-150b54d27c33,segment=NetworkSegment(9fc2a23e-05fc-423c-8776-74a99484ef67),segment_id=9fc2a23e-05fc-423c-8776-74a99484ef67)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:43:05.047075 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f8c62-8779-4d1e-845e-4e67d4531d75 req-c9aa6c9b-142d-4f97-a040-312c31b6cdb2 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:05.052460 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7d2f8c62-8779-4d1e-845e-4e67d4531d75 req-c9aa6c9b-142d-4f97-a040-312c31b6cdb2 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0718610 Aug 04 08:43:05.071275 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:05.088813 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7d2f8c62-8779-4d1e-845e-4e67d4531d75 req-6170f769-4171-4982-b530-309865544200 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330861 Aug 04 08:43:05.130200 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=35a681cb-46a1-4f7e-a31c-150b54d27c33,revision_number=4']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:05.153161 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device ff9d421e-1ff4-419d-ba75-02a8574ca521 up at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:43:05.275858 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning for port ff9d421e-1ff4-419d-ba75-02a8574ca521 completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:43:05.280036 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning complete for port ff9d421e-1ff4-419d-ba75-02a8574ca521 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:43:05.280419 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:05.372590 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:05.396709 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2401c08-77c5-4ffc-9754-a8b7eb271ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9d421e-1ff4-419d-ba75-02a8574ca521'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:43:05.399429 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c495c7497e5e90a156a42ea06e218473990fefc1974f3e33d0cb89c8111961e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4759ad8b-0912-441c-a48e-ff88f3d7622b" -d '{"events": [{"server_uuid": "f2401c08-77c5-4ffc-9754-a8b7eb271ebf", "name": "network-vif-plugged", "status": "completed", "tag": "ff9d421e-1ff4-419d-ba75-02a8574ca521"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:43:05.413098 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port ff9d421e-1ff4-419d-ba75-02a8574ca521, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=ff9d421e-1ff4-419d-ba75-02a8574ca521,segment=NetworkSegment(c4abe7e1-08a4-43e2-888f-b67e27976ff9),segment_id=c4abe7e1-08a4-43e2-888f-b67e27976ff9)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:43:05.436826 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a350b-82c0-4aaa-aff3-15a6868647a8 req-6a0d8315-e38b-4c6b-96bf-8a2b394eb163 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:05.438202 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7f1018-4e28-4132-94ad-aab1e4a03899 x-openstack-request-id: req-3a7f1018-4e28-4132-94ad-aab1e4a03899 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:43:05.438456 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-167a350b-82c0-4aaa-aff3-15a6868647a8 req-6a0d8315-e38b-4c6b-96bf-8a2b394eb163 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2401c08-77c5-4ffc-9754-a8b7eb271ebf HTTP/1.1" status: 200 len: 944 time: 0.0509498 Aug 04 08:43:05.438621 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2401c08-77c5-4ffc-9754-a8b7eb271ebf", "name": "network-vif-plugged", "status": "completed", "tag": "ff9d421e-1ff4-419d-ba75-02a8574ca521", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:43:05.438882 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3a7f1018-4e28-4132-94ad-aab1e4a03899 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:43:05.439405 dv-cinder-802653-4-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2401c08-77c5-4ffc-9754-a8b7eb271ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9d421e-1ff4-419d-ba75-02a8574ca521', 'code': 200} Aug 04 08:43:05.453899 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['35a681cb-46a1-4f7e-a31c-150b54d27c33'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:43:05.478808 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-167a350b-82c0-4aaa-aff3-15a6868647a8 req-edbbf000-189e-4da4-9642-1c5add0c89cb tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/security-groups?id=2674f89a-e088-4cb4-90ee-85baa4ca8a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342588 Aug 04 08:43:05.499042 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:05.594078 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=ff9d421e-1ff4-419d-ba75-02a8574ca521,revision_number=5']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:05.802404 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d30b8-7fec-473a-91c1-12510c220c9f req-b027d414-d298-42f7-b563-3ce25ff66c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:05.802404 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bf3d30b8-7fec-473a-91c1-12510c220c9f req-b027d414-d298-42f7-b563-3ce25ff66c2e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f2401c08-77c5-4ffc-9754-a8b7eb271ebf HTTP/1.1" status: 200 len: 1098 time: 0.0428376 Aug 04 08:43:05.837182 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bf3d30b8-7fec-473a-91c1-12510c220c9f req-4bbae82a-075d-4670-8a65-a0deb1af37df service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2674f89a-e088-4cb4-90ee-85baa4ca8a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298207 Aug 04 08:43:06.067157 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6f74f-7961-4613-afd7-0427c05c784f req-f9a7124e-7701-4d01-82a5-510788ac9fb0 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:06.068565 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-21a6f74f-7961-4613-afd7-0427c05c784f req-f9a7124e-7701-4d01-82a5-510788ac9fb0 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0485084 Aug 04 08:43:06.106289 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-21a6f74f-7961-4613-afd7-0427c05c784f req-b57236ef-7555-4f66-b50c-eeae7cb8df8b tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316908 Aug 04 08:43:06.212697 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2dadc-a021-42dd-94dc-432180d04681 req-26a4ccf8-bc62-4ca8-8eda-f54d963c1c81 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:06.214285 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a7e2dadc-a021-42dd-94dc-432180d04681 req-26a4ccf8-bc62-4ca8-8eda-f54d963c1c81 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 944 time: 0.0491524 Aug 04 08:43:06.253293 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a7e2dadc-a021-42dd-94dc-432180d04681 req-3662db86-8655-4e06-8f4b-e62fb8bd7e73 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324695 Aug 04 08:43:06.431611 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f575b8d-2a55-419f-a22a-68250425e577 req-791389f4-f601-4c8e-9844-d3fbe2db27eb tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:06.433133 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-4f575b8d-2a55-419f-a22a-68250425e577 req-791389f4-f601-4c8e-9844-d3fbe2db27eb tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0543005 Aug 04 08:43:06.472180 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-4f575b8d-2a55-419f-a22a-68250425e577 req-4dae2905-4d96-4a57-b077-edbb1f04c741 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318334 Aug 04 08:43:06.631440 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447da889-e157-422f-b7b1-f63f2d6bb54e req-b5d5f568-1d69-4a8d-aad9-d8a04ae5792f tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:06.633749 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-447da889-e157-422f-b7b1-f63f2d6bb54e req-b5d5f568-1d69-4a8d-aad9-d8a04ae5792f tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2401c08-77c5-4ffc-9754-a8b7eb271ebf HTTP/1.1" status: 200 len: 945 time: 0.0801778 Aug 04 08:43:06.636364 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354b7ce-7680-43ca-b5a6-4a1613f0e4c6 req-0ddb0ef8-7183-4632-872b-eb4ed07774ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:06.637706 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9354b7ce-7680-43ca-b5a6-4a1613f0e4c6 req-0ddb0ef8-7183-4632-872b-eb4ed07774ab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bdc92ef353f743beb579e2734e4bc9ed&device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 1098 time: 0.0750158 Aug 04 08:43:06.944261 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-447da889-e157-422f-b7b1-f63f2d6bb54e req-903c9db7-2d37-4d8d-827b-b55b1a1bee0f tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/security-groups?id=2674f89a-e088-4cb4-90ee-85baa4ca8a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041964 Aug 04 08:43:06.984744 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354b7ce-7680-43ca-b5a6-4a1613f0e4c6 req-8b99bf75-172c-4c90-b62f-c6c710305128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:06.986584 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9354b7ce-7680-43ca-b5a6-4a1613f0e4c6 req-8b99bf75-172c-4c90-b62f-c6c710305128 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4c817a01-120c-4c34-99bf-8b2dbd084298 HTTP/1.1" status: 200 len: 911 time: 0.3405685 Aug 04 08:43:07.071458 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9354b7ce-7680-43ca-b5a6-4a1613f0e4c6 req-a36840e9-3387-4c66-99e3-2529d539e2f1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac909070-ec11-4604-bc29-7949d074e3c1 HTTP/1.1" status: 200 len: 1001 time: 0.0616119 Aug 04 08:43:07.133279 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 35a681cb-46a1-4f7e-a31c-150b54d27c33 up at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:43:07.152043 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354b7ce-7680-43ca-b5a6-4a1613f0e4c6 req-49d67df7-48e1-48a8-af91-3e006265b553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:07.152043 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9354b7ce-7680-43ca-b5a6-4a1613f0e4c6 req-49d67df7-48e1-48a8-af91-3e006265b553 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8b561a38-fec8-4399-844a-bbe6e7ef59b9 HTTP/1.1" status: 200 len: 849 time: 0.0479171 Aug 04 08:43:07.215575 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354b7ce-7680-43ca-b5a6-4a1613f0e4c6 req-401e2978-58f5-439b-8a3c-93cb9b2a085b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:07.217209 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9354b7ce-7680-43ca-b5a6-4a1613f0e4c6 req-401e2978-58f5-439b-8a3c-93cb9b2a085b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4c817a01-120c-4c34-99bf-8b2dbd084298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461423 Aug 04 08:43:07.272232 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning for port 35a681cb-46a1-4f7e-a31c-150b54d27c33 completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:43:07.284326 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning complete for port 35a681cb-46a1-4f7e-a31c-150b54d27c33 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:43:07.284326 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:07.342830 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9354b7ce-7680-43ca-b5a6-4a1613f0e4c6 req-5b5cd2f4-fb3c-4ae2-a4b8-35522f1f05a6 service neutron] 10.222.0.61 "GET /v2.0/networks/4c817a01-120c-4c34-99bf-8b2dbd084298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127725 Aug 04 08:43:07.374410 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:07.392269 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9018cf7-989e-49a4-ba05-1d75f06c413c req-559264b3-3ed6-4839-85bf-b187fd773414 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:07.393910 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f9018cf7-989e-49a4-ba05-1d75f06c413c req-559264b3-3ed6-4839-85bf-b187fd773414 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 944 time: 0.0655427 Aug 04 08:43:07.415016 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 35a681cb-46a1-4f7e-a31c-150b54d27c33, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=35a681cb-46a1-4f7e-a31c-150b54d27c33,segment=NetworkSegment(9fc2a23e-05fc-423c-8776-74a99484ef67),segment_id=9fc2a23e-05fc-423c-8776-74a99484ef67)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:43:07.437318 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f9018cf7-989e-49a4-ba05-1d75f06c413c req-d7a45c0a-de49-485c-969f-5b632c9ee10a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368066 Aug 04 08:43:07.440930 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b38586-5beb-48fa-9645-339c6462a1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a681cb-46a1-4f7e-a31c-150b54d27c33'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:43:07.443291 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c495c7497e5e90a156a42ea06e218473990fefc1974f3e33d0cb89c8111961e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e152bf-39c7-4000-92ee-0f8190a1aaa6" -d '{"events": [{"server_uuid": "94b38586-5beb-48fa-9645-339c6462a1b2", "name": "network-vif-plugged", "status": "completed", "tag": "35a681cb-46a1-4f7e-a31c-150b54d27c33"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:43:07.474682 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9354b7ce-7680-43ca-b5a6-4a1613f0e4c6 req-d3890017-884b-45c4-b859-1f771030f6f1 service neutron] 10.222.0.61 "GET /v2.0/networks/4c817a01-120c-4c34-99bf-8b2dbd084298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184225 Aug 04 08:43:07.483917 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49500d6e-aea3-4aef-926d-0c6e7d1aaaa4 x-openstack-request-id: req-49500d6e-aea3-4aef-926d-0c6e7d1aaaa4 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:43:07.484231 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b38586-5beb-48fa-9645-339c6462a1b2", "name": "network-vif-plugged", "status": "completed", "tag": "35a681cb-46a1-4f7e-a31c-150b54d27c33", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:43:07.484486 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-49500d6e-aea3-4aef-926d-0c6e7d1aaaa4 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:43:07.484883 dv-cinder-802653-4-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b38586-5beb-48fa-9645-339c6462a1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a681cb-46a1-4f7e-a31c-150b54d27c33', 'code': 200} Aug 04 08:43:07.544606 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:07.573533 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-880c0a32-e0bf-4ad2-9af7-98ba971d2fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:07.597540 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110f475-b5b5-4683-84f9-ab49ecc409ba req-56954624-77ec-4547-a096-470a93e3fce6 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:07.599140 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c110f475-b5b5-4683-84f9-ab49ecc409ba req-56954624-77ec-4547-a096-470a93e3fce6 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0589175 Aug 04 08:43:07.601302 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=35a681cb-46a1-4f7e-a31c-150b54d27c33,revision_number=5']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:07.638877 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c110f475-b5b5-4683-84f9-ab49ecc409ba req-0b6d9d5b-c640-4b34-b3e2-ce44ff456610 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330546 Aug 04 08:43:08.069252 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec858b29-7871-49dc-8650-24efa474cccd req-4729802a-48d9-4b8e-a52c-fc37dc1cfde1 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:08.071276 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ec858b29-7871-49dc-8650-24efa474cccd req-4729802a-48d9-4b8e-a52c-fc37dc1cfde1 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2401c08-77c5-4ffc-9754-a8b7eb271ebf HTTP/1.1" status: 200 len: 945 time: 0.0556560 Aug 04 08:43:08.107689 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ec858b29-7871-49dc-8650-24efa474cccd req-3f9d131d-149b-40fb-b444-270405a6478a tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/security-groups?id=2674f89a-e088-4cb4-90ee-85baa4ca8a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305238 Aug 04 08:43:08.568229 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14dbf6f-a08a-4ac9-b685-f37d233eaeb9 req-5ea420f1-407d-41e1-a8bb-3eca08e2ad8b tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:08.569381 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-e14dbf6f-a08a-4ac9-b685-f37d233eaeb9 req-5ea420f1-407d-41e1-a8bb-3eca08e2ad8b tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0570178 Aug 04 08:43:08.608016 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-e14dbf6f-a08a-4ac9-b685-f37d233eaeb9 req-26f50d4a-98c4-40fe-87f6-0e08f65c3b5b tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324881 Aug 04 08:43:08.753757 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b8f21-cdee-4962-b2ea-f3c437022262 req-358b6550-d2cc-4ccc-a5ce-90b9b0e44d77 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:08.756450 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 6 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:43:08.761205 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4a1b8f21-cdee-4962-b2ea-f3c437022262 req-358b6550-d2cc-4ccc-a5ce-90b9b0e44d77 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0560687 Aug 04 08:43:08.799466 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4a1b8f21-cdee-4962-b2ea-f3c437022262 req-50eabc21-3d62-420f-826a-3a072d5c1fd6 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373993 Aug 04 08:43:09.726373 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef96448-74c2-4e68-b22a-18bc3fdf5918 req-d4f77a4e-2d65-4517-8198-525427740837 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:09.727840 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-8ef96448-74c2-4e68-b22a-18bc3fdf5918 req-d4f77a4e-2d65-4517-8198-525427740837 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0475955 Aug 04 08:43:09.764751 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-8ef96448-74c2-4e68-b22a-18bc3fdf5918 req-016a8186-f9c9-4508-bf73-e2772fadb6d2 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311255 Aug 04 08:43:09.923309 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a9909-36f2-4dc5-9297-927296ae4dda req-a5cc9904-db0c-4736-8e4b-2fcddbfe11bc tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:09.924810 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-800a9909-36f2-4dc5-9297-927296ae4dda req-a5cc9904-db0c-4736-8e4b-2fcddbfe11bc tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0489807 Aug 04 08:43:09.961825 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-800a9909-36f2-4dc5-9297-927296ae4dda req-73c9a8e8-f3ee-4a28-a6cd-4131ef9c1c82 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306096 Aug 04 08:43:10.281044 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:10.298343 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-abc0bad2-e949-49ff-ba94-ff57b725152d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:10.869131 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682994e4-5477-496d-a832-55e73e0a6b97 req-a8e356bc-1c74-456d-99df-ef6f11330dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:10.870631 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-682994e4-5477-496d-a832-55e73e0a6b97 req-a8e356bc-1c74-456d-99df-ef6f11330dd3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 1098 time: 0.0473101 Aug 04 08:43:10.890407 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162eeb41-f7ff-4bca-a462-049ca095b079 req-1feea0a7-242c-41d2-9b9a-57522d90220c tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:10.892936 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-162eeb41-f7ff-4bca-a462-049ca095b079 req-1feea0a7-242c-41d2-9b9a-57522d90220c tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0520117 Aug 04 08:43:10.928266 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-682994e4-5477-496d-a832-55e73e0a6b97 req-504eb5ae-bcf8-4045-bbf3-3d2ed81e1de6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370140 Aug 04 08:43:10.943167 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-162eeb41-f7ff-4bca-a462-049ca095b079 req-35d1cb2f-65a7-4976-9587-ef082625a6f6 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408621 Aug 04 08:43:11.079346 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd37b6-f77e-43bf-830c-53d9c7be7432 req-69a11cdb-7a37-4514-b013-f1499035e47a tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:11.080875 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f1dd37b6-f77e-43bf-830c-53d9c7be7432 req-69a11cdb-7a37-4514-b013-f1499035e47a tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0498664 Aug 04 08:43:11.120651 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f1dd37b6-f77e-43bf-830c-53d9c7be7432 req-29cb7f01-b39b-4748-919d-e743e549ed60 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330603 Aug 04 08:43:11.171868 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:12.076312 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b233d2-5902-48d4-bd57-7c2ace9e8b0f req-6436c82b-eee9-443b-b0bc-9cb2b2613b36 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:12.077874 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-d2b233d2-5902-48d4-bd57-7c2ace9e8b0f req-6436c82b-eee9-443b-b0bc-9cb2b2613b36 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0571578 Aug 04 08:43:12.119036 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-d2b233d2-5902-48d4-bd57-7c2ace9e8b0f req-a9368b09-8372-4621-a2c2-d75a1d000292 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352893 Aug 04 08:43:12.240133 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c670df1-9068-4887-ab4c-60b896dd100d req-ac8f6d29-e457-4dcd-8ed3-e2337fdec910 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:12.242844 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6c670df1-9068-4887-ab4c-60b896dd100d req-ac8f6d29-e457-4dcd-8ed3-e2337fdec910 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0540493 Aug 04 08:43:12.264196 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f9593-1aa7-4ad6-b615-da3593ccf360 req-5af0f3e4-a69c-47de-8462-c7ec48006ecc tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:12.265699 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-495f9593-1aa7-4ad6-b615-da3593ccf360 req-5af0f3e4-a69c-47de-8462-c7ec48006ecc tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 945 time: 0.0520875 Aug 04 08:43:12.284165 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6c670df1-9068-4887-ab4c-60b896dd100d req-b8c924a2-a253-431e-8f1c-50ab21989f56 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346384 Aug 04 08:43:12.309645 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-495f9593-1aa7-4ad6-b615-da3593ccf360 req-7a93aa06-3c84-4abb-bf98-be8b99b1f99f tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378506 Aug 04 08:43:12.334978 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 53114) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:43:12.530782 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb88cc2-0f94-46f4-a47b-137e132d5296 tempest-TestMinimumBasicScenario-677284802 tempest-TestMinimumBasicScenario-677284802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:12.532443 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-6cb88cc2-0f94-46f4-a47b-137e132d5296 tempest-TestMinimumBasicScenario-677284802 tempest-TestMinimumBasicScenario-677284802-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 1093 time: 0.1964242 Aug 04 08:43:12.535228 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 53118) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:43:12.539609 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-62c245b6-8a84-4157-b99e-1fa0a7bd30a3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Request body: {'floatingip': {'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'port_id': '42892975-5f06-4a63-9f6f-56496fe5be83', 'tenant_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:43:12.612530 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-62c245b6-8a84-4157-b99e-1fa0a7bd30a3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks [] for floatingip, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:12.717004 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-62c245b6-8a84-4157-b99e-1fa0a7bd30a3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:12.845024 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [None req-62c245b6-8a84-4157-b99e-1fa0a7bd30a3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Allocated IP 172.27.0.178 (3e216780-0509-4029-b6cd-a15c5c01b313/90755f8e-3998-4871-81e2-3daea40b0bfb/6a051bf9-c2e9-49d0-ac90-f13e59abaee5) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:43:12.892251 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:12.947353 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-62c245b6-8a84-4157-b99e-1fa0a7bd30a3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:13.071184 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-62c245b6-8a84-4157-b99e-1fa0a7bd30a3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:13.117435 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c245b6-8a84-4157-b99e-1fa0a7bd30a3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Network 3e216780-0509-4029-b6cd-a15c5c01b313 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:43:13.120349 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-62c245b6-8a84-4157-b99e-1fa0a7bd30a3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:43:13.123741 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c245b6-8a84-4157-b99e-1fa0a7bd30a3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:43:13.151068 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c245b6-8a84-4157-b99e-1fa0a7bd30a3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Pushing event updated for resources: {'Port': ['ID=6a051bf9-c2e9-49d0-ac90-f13e59abaee5,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:13.163902 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c245b6-8a84-4157-b99e-1fa0a7bd30a3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:13.164290 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c245b6-8a84-4157-b99e-1fa0a7bd30a3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:13.164637 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c245b6-8a84-4157-b99e-1fa0a7bd30a3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:13.164980 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c245b6-8a84-4157-b99e-1fa0a7bd30a3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:13.165314 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c245b6-8a84-4157-b99e-1fa0a7bd30a3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:13.165653 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c245b6-8a84-4157-b99e-1fa0a7bd30a3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:13.165982 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c245b6-8a84-4157-b99e-1fa0a7bd30a3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:13.166311 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c245b6-8a84-4157-b99e-1fa0a7bd30a3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:13.166637 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c245b6-8a84-4157-b99e-1fa0a7bd30a3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:13.166961 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c245b6-8a84-4157-b99e-1fa0a7bd30a3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:13.167285 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c245b6-8a84-4157-b99e-1fa0a7bd30a3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:13.167608 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c245b6-8a84-4157-b99e-1fa0a7bd30a3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:13.295326 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868373f5-fcb9-497f-a154-71cacf458377 req-072fcaaa-895b-4916-8371-8220a110270c tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:13.297451 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-868373f5-fcb9-497f-a154-71cacf458377 req-072fcaaa-895b-4916-8371-8220a110270c tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0988855 Aug 04 08:43:13.403599 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-868373f5-fcb9-497f-a154-71cacf458377 req-55f6d88b-1efb-4002-8b5e-62cfe8ec3985 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743980 Aug 04 08:43:13.530720 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67599454-5b5c-435c-af76-1e1ded3b3baa req-c97cdc64-d443-4019-837e-3698b03144a0 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:13.532164 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-67599454-5b5c-435c-af76-1e1ded3b3baa req-c97cdc64-d443-4019-837e-3698b03144a0 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0509307 Aug 04 08:43:13.541297 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 53138) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:43:13.546233 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-385e7c6d-65e9-4632-9ac4-b443e07d364d tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Request body: {'floatingip': {'port_id': '35a681cb-46a1-4f7e-a31c-150b54d27c33'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:43:13.588459 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-385e7c6d-65e9-4632-9ac4-b443e07d364d tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for floatingip, before_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:13.675867 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-62c245b6-8a84-4157-b99e-1fa0a7bd30a3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:13.918240 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-62c245b6-8a84-4157-b99e-1fa0a7bd30a3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:14.001529 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-62c245b6-8a84-4157-b99e-1fa0a7bd30a3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:14.053585 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-385e7c6d-65e9-4632-9ac4-b443e07d364d tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:14.207143 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-62c245b6-8a84-4157-b99e-1fa0a7bd30a3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:14.236514 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-385e7c6d-65e9-4632-9ac4-b443e07d364d tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055929'] for floatingip, after_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:14.271406 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c245b6-8a84-4157-b99e-1fa0a7bd30a3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Pushing event updated for resources: {'Port': ['ID=6a051bf9-c2e9-49d0-ac90-f13e59abaee5,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:14.291051 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-62c245b6-8a84-4157-b99e-1fa0a7bd30a3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055929'] for floatingip, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:14.347034 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.db.l3_db [None req-385e7c6d-65e9-4632-9ac4-b443e07d364d tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Floating IP 17010922-cdec-41ad-82a3-06f059aa2f33 associated. External IP: 172.27.0.122, port: 35a681cb-46a1-4f7e-a31c-150b54d27c33. Aug 04 08:43:14.392981 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.db.l3_db [None req-62c245b6-8a84-4157-b99e-1fa0a7bd30a3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Floating IP 46830d16-3fe4-4a04-8828-6334ce04788c associated. External IP: 172.27.0.178, port: 42892975-5f06-4a63-9f6f-56496fe5be83. Aug 04 08:43:14.561014 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385e7c6d-65e9-4632-9ac4-b443e07d364d tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Router e2217c2a-eee6-44c8-9c47-15eb7dffe0f3 has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:43:14.678435 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385e7c6d-65e9-4632-9ac4-b443e07d364d tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:43:14.684120 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-385e7c6d-65e9-4632-9ac4-b443e07d364d tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for floatingip, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:14.691087 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d1dfd9-a0e1-4d53-ba8f-ff571f803800 None None] Sync routers for ids ['e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'] in dv-cinder-802653-4-iscsi {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:43:14.701074 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d1dfd9-a0e1-4d53-ba8f-ff571f803800 None None] Routers {'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:43:14.702429 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-39d1dfd9-a0e1-4d53-ba8f-ff571f803800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:43:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:43:14.715131 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-385e7c6d-65e9-4632-9ac4-b443e07d364d tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "PUT /v2.0/floatingips/17010922-cdec-41ad-82a3-06f059aa2f33 HTTP/1.1" status: 200 len: 991 time: 1.1696143 Aug 04 08:43:14.715131 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b38586-5beb-48fa-9645-339c6462a1b2', 'tag': '35a681cb-46a1-4f7e-a31c-150b54d27c33'}] {{(pid=100320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:43:14.715131 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0fb8cf4a75af305c05a6811089918ae1dc95fdd1c14f947d6ddb53af2a89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162d3c92-e5cd-4d93-9286-d8d99a78731a" -d '{"events": [{"name": "network-changed", "server_uuid": "94b38586-5beb-48fa-9645-339c6462a1b2", "tag": "35a681cb-46a1-4f7e-a31c-150b54d27c33"}]}' {{(pid=100320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:43:14.773714 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732d3ac0-7f93-4374-8980-785124342bc0 x-openstack-request-id: req-732d3ac0-7f93-4374-8980-785124342bc0 {{(pid=100320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:43:14.774008 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94b38586-5beb-48fa-9645-339c6462a1b2", "tag": "35a681cb-46a1-4f7e-a31c-150b54d27c33", "status": "completed", "code": 200}]} {{(pid=100320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:43:14.774262 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-732d3ac0-7f93-4374-8980-785124342bc0 {{(pid=100320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:43:14.774663 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94b38586-5beb-48fa-9645-339c6462a1b2', 'tag': '35a681cb-46a1-4f7e-a31c-150b54d27c33', 'status': 'completed', 'code': 200} Aug 04 08:43:14.827563 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c245b6-8a84-4157-b99e-1fa0a7bd30a3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Router 450699d0-4e75-4aaa-a0a1-99efa2bba94a has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:43:14.845493 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-39d1dfd9-a0e1-4d53-ba8f-ff571f803800 None None] Set router e2217c2a-eee6-44c8-9c47-15eb7dffe0f3 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:43:14.936005 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c245b6-8a84-4157-b99e-1fa0a7bd30a3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:43:14.948357 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6325239c-43af-405a-b409-87f4f53f75db None None] Sync routers for ids ['450699d0-4e75-4aaa-a0a1-99efa2bba94a'] in dv-cinder-802653-4-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:43:14.956937 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6325239c-43af-405a-b409-87f4f53f75db None None] Routers {'450699d0-4e75-4aaa-a0a1-99efa2bba94a'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:43:14.963313 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-6325239c-43af-405a-b409-87f4f53f75db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:43:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['450699d0-4e75-4aaa-a0a1-99efa2bba94a'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:43:15.012323 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-62c245b6-8a84-4157-b99e-1fa0a7bd30a3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for floatingip, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:15.049854 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-62c245b6-8a84-4157-b99e-1fa0a7bd30a3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5111132 Aug 04 08:43:15.049854 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e8cbfad-b718-441f-baee-d6a840b1491d', 'tag': '42892975-5f06-4a63-9f6f-56496fe5be83'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:43:15.050639 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a0e93f-5aa3-4e5b-804f-4e792bfb300f" -d '{"events": [{"name": "network-changed", "server_uuid": "1e8cbfad-b718-441f-baee-d6a840b1491d", "tag": "42892975-5f06-4a63-9f6f-56496fe5be83"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:43:15.051276 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 53150) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:43:15.061821 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-48aadc4b-1b9a-4130-a2c4-15a28de9a02d tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1615882558', 'description': 'tempest-secgroup-smoke-1615882558 description', 'project_id': '19d32ebc260f41d6bdfc25aff4d7b332'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:43:15.071800 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-6325239c-43af-405a-b409-87f4f53f75db None None] Set router 450699d0-4e75-4aaa-a0a1-99efa2bba94a gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:43:15.096226 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8637048b-fc17-4015-933c-8352495712d6 x-openstack-request-id: req-8637048b-fc17-4015-933c-8352495712d6 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:43:15.096763 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e8cbfad-b718-441f-baee-d6a840b1491d", "tag": "42892975-5f06-4a63-9f6f-56496fe5be83", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:43:15.097346 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8637048b-fc17-4015-933c-8352495712d6 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:43:15.097940 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e8cbfad-b718-441f-baee-d6a840b1491d', 'tag': '42892975-5f06-4a63-9f6f-56496fe5be83', 'status': 'completed', 'code': 200} Aug 04 08:43:15.151970 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-39d1dfd9-a0e1-4d53-ba8f-ff571f803800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1612254749-router', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:30Z', 'updated_at': '2021-08-04T08:42:35Z', 'revision_number': 4, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'gw_port': {'id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:31Z', 'updated_at': '2021-08-04T08:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_floatingips': [{'id': '17010922-cdec-41ad-82a3-06f059aa2f33', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'router_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'port_id': '35a681cb-46a1-4f7e-a31c-150b54d27c33', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7', 'mac_address': 'fa:16:3e:55:dc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b38586-5beb-48fa-9645-339c6462a1b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T08:42:44Z', 'updated_at': '2021-08-04T08:43:13Z', 'revision_number': 1, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0792795c-ea17-4577-b5ed-826770e0df87', 'name': '', 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'mac_address': 'fa:16:3e:9a:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:35Z', 'updated_at': '2021-08-04T08:42:43Z', 'revision_number': 5, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'subnets': [{'id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:43:15.171669 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-48aadc4b-1b9a-4130-a2c4-15a28de9a02d tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:15.179927 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d1dfd9-a0e1-4d53-ba8f-ff571f803800 None None] Checking router: e2217c2a-eee6-44c8-9c47-15eb7dffe0f3 for host: dv-cinder-802653-4-iscsi {{(pid=100322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:43:15.188396 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d1dfd9-a0e1-4d53-ba8f-ff571f803800 None None] Routers {'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:43:15.189017 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-39d1dfd9-a0e1-4d53-ba8f-ff571f803800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:43:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:43:15.271703 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-48aadc4b-1b9a-4130-a2c4-15a28de9a02d tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:15.302687 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-39d1dfd9-a0e1-4d53-ba8f-ff571f803800 None None] Set router e2217c2a-eee6-44c8-9c47-15eb7dffe0f3 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:43:15.320824 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-6325239c-43af-405a-b409-87f4f53f75db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'name': 'tempest-TestMinimumBasicScenario-264419366-router', 'tenant_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '49a574a4-e094-4bef-a074-bf91077a5899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:00Z', 'updated_at': '2021-08-04T08:42:04Z', 'revision_number': 4, 'project_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'gw_port': {'id': '49a574a4-e094-4bef-a074-bf91077a5899', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:48:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:01Z', 'updated_at': '2021-08-04T08:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_floatingips': [{'id': '46830d16-3fe4-4a04-8828-6334ce04788c', 'tenant_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'floating_ip_address': '172.27.0.178', 'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'router_id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'port_id': '42892975-5f06-4a63-9f6f-56496fe5be83', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '658fd4fe-362a-4cbc-af4e-3cb45e090bf9', 'mac_address': 'fa:16:3e:01:cb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8cbfad-b718-441f-baee-d6a840b1491d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T08:43:13Z', 'updated_at': '2021-08-04T08:43:13Z', 'revision_number': 0, 'project_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa', 'name': '', 'network_id': '658fd4fe-362a-4cbc-af4e-3cb45e090bf9', 'tenant_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'mac_address': 'fa:16:3e:60:b2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '536808ae-9303-442e-b13c-2d067f9ce2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:03Z', 'updated_at': '2021-08-04T08:42:11Z', 'revision_number': 5, 'project_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'subnets': [{'id': '536808ae-9303-442e-b13c-2d067f9ce2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:43:15.333344 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-48aadc4b-1b9a-4130-a2c4-15a28de9a02d tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:15.352702 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6325239c-43af-405a-b409-87f4f53f75db None None] Checking router: 450699d0-4e75-4aaa-a0a1-99efa2bba94a for host: dv-cinder-802653-4-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:43:15.362072 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6325239c-43af-405a-b409-87f4f53f75db None None] Routers {'450699d0-4e75-4aaa-a0a1-99efa2bba94a'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:43:15.362858 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-6325239c-43af-405a-b409-87f4f53f75db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:43:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['450699d0-4e75-4aaa-a0a1-99efa2bba94a'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:43:15.374631 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aadc4b-1b9a-4130-a2c4-15a28de9a02d tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d83b41-14cf-4e8d-9b6d-14935cfe13b0,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:15.385682 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aadc4b-1b9a-4130-a2c4-15a28de9a02d tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:15.386047 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aadc4b-1b9a-4130-a2c4-15a28de9a02d tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:15.386397 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aadc4b-1b9a-4130-a2c4-15a28de9a02d tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:15.386743 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aadc4b-1b9a-4130-a2c4-15a28de9a02d tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:15.387088 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aadc4b-1b9a-4130-a2c4-15a28de9a02d tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:15.387429 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aadc4b-1b9a-4130-a2c4-15a28de9a02d tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:15.387867 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aadc4b-1b9a-4130-a2c4-15a28de9a02d tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:15.388522 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aadc4b-1b9a-4130-a2c4-15a28de9a02d tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:15.388866 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aadc4b-1b9a-4130-a2c4-15a28de9a02d tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:15.389211 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aadc4b-1b9a-4130-a2c4-15a28de9a02d tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:15.389533 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aadc4b-1b9a-4130-a2c4-15a28de9a02d tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:15.389917 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aadc4b-1b9a-4130-a2c4-15a28de9a02d tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:15.430459 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-48aadc4b-1b9a-4130-a2c4-15a28de9a02d tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:15.433208 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-48aadc4b-1b9a-4130-a2c4-15a28de9a02d tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3805969 Aug 04 08:43:15.440310 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 53160) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:43:15.442363 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-0fd67dfa-208a-4e44-81ea-157e2ae7ae8b tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Request body: {'security_group_rule': {'security_group_id': 'e1d83b41-14cf-4e8d-9b6d-14935cfe13b0', 'project_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:43:15.483723 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-6325239c-43af-405a-b409-87f4f53f75db None None] Set router 450699d0-4e75-4aaa-a0a1-99efa2bba94a gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:43:15.541202 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-39d1dfd9-a0e1-4d53-ba8f-ff571f803800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1612254749-router', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:30Z', 'updated_at': '2021-08-04T08:42:35Z', 'revision_number': 4, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'gw_port': {'id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:31Z', 'updated_at': '2021-08-04T08:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_floatingips': [{'id': '17010922-cdec-41ad-82a3-06f059aa2f33', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'router_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'port_id': '35a681cb-46a1-4f7e-a31c-150b54d27c33', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7', 'mac_address': 'fa:16:3e:55:dc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b38586-5beb-48fa-9645-339c6462a1b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T08:42:44Z', 'updated_at': '2021-08-04T08:43:13Z', 'revision_number': 1, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0792795c-ea17-4577-b5ed-826770e0df87', 'name': '', 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'mac_address': 'fa:16:3e:9a:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:35Z', 'updated_at': '2021-08-04T08:42:43Z', 'revision_number': 5, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'subnets': [{'id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:43:15.567477 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d1dfd9-a0e1-4d53-ba8f-ff571f803800 None None] The sync data for ids ['e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'] in dv-cinder-802653-4-iscsi is: [{'id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1612254749-router', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:30Z', 'updated_at': '2021-08-04T08:42:35Z', 'revision_number': 4, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'gw_port': {'id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:31Z', 'updated_at': '2021-08-04T08:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_floatingips': [{'id': '17010922-cdec-41ad-82a3-06f059aa2f33', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'router_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'port_id': '35a681cb-46a1-4f7e-a31c-150b54d27c33', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7', 'mac_address': 'fa:16:3e:55:dc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b38586-5beb-48fa-9645-339c6462a1b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T08:42:44Z', 'updated_at': '2021-08-04T08:43:13Z', 'revision_number': 1, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0792795c-ea17-4577-b5ed-826770e0df87', 'name': '', 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'mac_address': 'fa:16:3e:9a:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:35Z', 'updated_at': '2021-08-04T08:42:43Z', 'revision_number': 5, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'subnets': [{'id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:43:15.606850 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0fd67dfa-208a-4e44-81ea-157e2ae7ae8b tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:15.668659 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0fd67dfa-208a-4e44-81ea-157e2ae7ae8b tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:15.728225 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-6325239c-43af-405a-b409-87f4f53f75db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'name': 'tempest-TestMinimumBasicScenario-264419366-router', 'tenant_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '49a574a4-e094-4bef-a074-bf91077a5899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:00Z', 'updated_at': '2021-08-04T08:42:04Z', 'revision_number': 4, 'project_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'gw_port': {'id': '49a574a4-e094-4bef-a074-bf91077a5899', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:48:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:01Z', 'updated_at': '2021-08-04T08:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_floatingips': [{'id': '46830d16-3fe4-4a04-8828-6334ce04788c', 'tenant_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'floating_ip_address': '172.27.0.178', 'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'router_id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'port_id': '42892975-5f06-4a63-9f6f-56496fe5be83', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '658fd4fe-362a-4cbc-af4e-3cb45e090bf9', 'mac_address': 'fa:16:3e:01:cb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8cbfad-b718-441f-baee-d6a840b1491d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T08:43:13Z', 'updated_at': '2021-08-04T08:43:13Z', 'revision_number': 0, 'project_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa', 'name': '', 'network_id': '658fd4fe-362a-4cbc-af4e-3cb45e090bf9', 'tenant_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'mac_address': 'fa:16:3e:60:b2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '536808ae-9303-442e-b13c-2d067f9ce2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:03Z', 'updated_at': '2021-08-04T08:42:11Z', 'revision_number': 5, 'project_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'subnets': [{'id': '536808ae-9303-442e-b13c-2d067f9ce2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:43:15.744060 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0fd67dfa-208a-4e44-81ea-157e2ae7ae8b tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085599'] for security_group_rule, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:15.761556 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd67dfa-208a-4e44-81ea-157e2ae7ae8b tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aee5bef-6838-4493-86e6-54a7be8d7664,revision_number=0']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:15.783429 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af5c256-afab-4622-9627-92f0e591b310 None None] New status for floating IP 17010922-cdec-41ad-82a3-06f059aa2f33: ACTIVE {{(pid=100322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 08:43:15.829833 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0fd67dfa-208a-4e44-81ea-157e2ae7ae8b tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:15.831372 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-0fd67dfa-208a-4e44-81ea-157e2ae7ae8b tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3943493 Aug 04 08:43:15.834159 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 53162) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:43:15.837900 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6325239c-43af-405a-b409-87f4f53f75db None None] The sync data for ids ['450699d0-4e75-4aaa-a0a1-99efa2bba94a'] in dv-cinder-802653-4-iscsi is: [{'id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'name': 'tempest-TestMinimumBasicScenario-264419366-router', 'tenant_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '49a574a4-e094-4bef-a074-bf91077a5899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:00Z', 'updated_at': '2021-08-04T08:42:04Z', 'revision_number': 4, 'project_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'gw_port': {'id': '49a574a4-e094-4bef-a074-bf91077a5899', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:48:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:01Z', 'updated_at': '2021-08-04T08:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_floatingips': [{'id': '46830d16-3fe4-4a04-8828-6334ce04788c', 'tenant_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'floating_ip_address': '172.27.0.178', 'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'router_id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'port_id': '42892975-5f06-4a63-9f6f-56496fe5be83', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '658fd4fe-362a-4cbc-af4e-3cb45e090bf9', 'mac_address': 'fa:16:3e:01:cb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8cbfad-b718-441f-baee-d6a840b1491d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T08:43:13Z', 'updated_at': '2021-08-04T08:43:13Z', 'revision_number': 0, 'project_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa', 'name': '', 'network_id': '658fd4fe-362a-4cbc-af4e-3cb45e090bf9', 'tenant_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'mac_address': 'fa:16:3e:60:b2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '536808ae-9303-442e-b13c-2d067f9ce2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:03Z', 'updated_at': '2021-08-04T08:42:11Z', 'revision_number': 5, 'project_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'subnets': [{'id': '536808ae-9303-442e-b13c-2d067f9ce2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:43:15.838818 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-1acea1e0-cbbb-4873-8e2b-a1574b582142 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Request body: {'security_group_rule': {'security_group_id': 'e1d83b41-14cf-4e8d-9b6d-14935cfe13b0', 'project_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:43:15.948521 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1acea1e0-cbbb-4873-8e2b-a1574b582142 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:16.007238 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1acea1e0-cbbb-4873-8e2b-a1574b582142 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:16.054559 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1b9892-0275-4284-92d8-d8acde2f4bbf None None] New status for floating IP 46830d16-3fe4-4a04-8828-6334ce04788c: ACTIVE {{(pid=100323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 08:43:16.075717 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1acea1e0-cbbb-4873-8e2b-a1574b582142 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085599'] for security_group_rule, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:16.093950 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acea1e0-cbbb-4873-8e2b-a1574b582142 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd3f0bb-b9f0-4a8e-af9b-1b460101af52,revision_number=0']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:16.161513 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1acea1e0-cbbb-4873-8e2b-a1574b582142 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:16.166325 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-1acea1e0-cbbb-4873-8e2b-a1574b582142 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3312159 Aug 04 08:43:16.166605 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 53166) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:43:16.171019 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-d2b49825-e885-45be-83ed-b73da087cc2f tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Request body: {'security_group_rule': {'security_group_id': 'e1d83b41-14cf-4e8d-9b6d-14935cfe13b0', 'project_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:43:16.278027 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d2b49825-e885-45be-83ed-b73da087cc2f tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:16.343446 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d2b49825-e885-45be-83ed-b73da087cc2f tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:16.395477 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d2b49825-e885-45be-83ed-b73da087cc2f tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085599'] for security_group_rule, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:16.416043 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b49825-e885-45be-83ed-b73da087cc2f tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7319f6b9-17d1-426c-b81c-05fd7cccc1b0,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:16.452622 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d2b49825-e885-45be-83ed-b73da087cc2f tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:16.454015 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-d2b49825-e885-45be-83ed-b73da087cc2f tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2865334 Aug 04 08:43:16.456472 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 53172) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:43:16.461585 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-a53f8504-6365-4f59-89da-98267597cfc1 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Request body: {'security_group_rule': {'security_group_id': 'e1d83b41-14cf-4e8d-9b6d-14935cfe13b0', 'project_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:43:16.537309 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a53f8504-6365-4f59-89da-98267597cfc1 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:16.602048 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a53f8504-6365-4f59-89da-98267597cfc1 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:16.653006 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a53f8504-6365-4f59-89da-98267597cfc1 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085599'] for security_group_rule, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:16.670856 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f8504-6365-4f59-89da-98267597cfc1 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c46d9f-f58a-445e-8709-9ac3c943d5b2,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:16.715609 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a53f8504-6365-4f59-89da-98267597cfc1 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:16.716948 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-a53f8504-6365-4f59-89da-98267597cfc1 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2594693 Aug 04 08:43:16.719557 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 53174) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:43:16.724050 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-39881200-e933-4a85-82e6-4405832cd7b5 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Request body: {'security_group_rule': {'security_group_id': 'e1d83b41-14cf-4e8d-9b6d-14935cfe13b0', 'project_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:43:16.778131 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.db.securitygroups_db [None req-39881200-e933-4a85-82e6-4405832cd7b5 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Project 19d32ebc260f41d6bdfc25aff4d7b332 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 08:43:16.782704 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-39881200-e933-4a85-82e6-4405832cd7b5 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:16.842148 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-39881200-e933-4a85-82e6-4405832cd7b5 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:16.904190 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-39881200-e933-4a85-82e6-4405832cd7b5 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085599'] for security_group_rule, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:16.925171 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39881200-e933-4a85-82e6-4405832cd7b5 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e39cfb9-134b-4c51-b291-6aa5a93d9a0a,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:16.989957 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-39881200-e933-4a85-82e6-4405832cd7b5 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:16.991735 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-39881200-e933-4a85-82e6-4405832cd7b5 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2706861 Aug 04 08:43:16.994604 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 53176) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:43:16.999066 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-6a79dec4-d158-4f0e-86c0-c61c80ccb9de tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Request body: {'security_group_rule': {'security_group_id': 'e1d83b41-14cf-4e8d-9b6d-14935cfe13b0', 'project_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:43:17.117173 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.db.securitygroups_db [None req-6a79dec4-d158-4f0e-86c0-c61c80ccb9de tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Project 19d32ebc260f41d6bdfc25aff4d7b332 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 08:43:17.128491 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6a79dec4-d158-4f0e-86c0-c61c80ccb9de tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:17.152319 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d3c92-e5cd-4d93-9286-d8d99a78731a req-f7626341-5f9f-43a8-a6bb-a933e12cee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:17.153823 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-162d3c92-e5cd-4d93-9286-d8d99a78731a req-f7626341-5f9f-43a8-a6bb-a933e12cee14 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=da69dd3f52d047baad449570b0cccac3&device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 1098 time: 0.0998919 Aug 04 08:43:17.159466 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0e93f-5aa3-4e5b-804f-4e792bfb300f req-bde88eb9-fb0b-4baf-a7cb-1a5071a6b561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:17.160797 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d4a0e93f-5aa3-4e5b-804f-4e792bfb300f req-bde88eb9-fb0b-4baf-a7cb-1a5071a6b561 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=19d32ebc260f41d6bdfc25aff4d7b332&device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 1098 time: 0.0816593 Aug 04 08:43:17.332269 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6a79dec4-d158-4f0e-86c0-c61c80ccb9de tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:17.363394 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0e93f-5aa3-4e5b-804f-4e792bfb300f req-4b462924-1618-4ca2-9f14-b3abbf4c3d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:17.363394 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d4a0e93f-5aa3-4e5b-804f-4e792bfb300f req-4b462924-1618-4ca2-9f14-b3abbf4c3d82 service neutron] 10.222.0.61 "GET /v2.0/networks?id=658fd4fe-362a-4cbc-af4e-3cb45e090bf9 HTTP/1.1" status: 200 len: 915 time: 0.1856897 Aug 04 08:43:17.363394 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d3c92-e5cd-4d93-9286-d8d99a78731a req-077f6f18-e441-4d09-a65d-4a9c84d7a0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:17.363394 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-162d3c92-e5cd-4d93-9286-d8d99a78731a req-077f6f18-e441-4d09-a65d-4a9c84d7a0f6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=00622aa3-3ed8-404c-93cc-c0ba459184d7 HTTP/1.1" status: 200 len: 918 time: 0.1954675 Aug 04 08:43:17.442995 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6a79dec4-d158-4f0e-86c0-c61c80ccb9de tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085599'] for security_group_rule, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:17.478819 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79dec4-d158-4f0e-86c0-c61c80ccb9de tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f84fe9be-d65e-4d20-ab12-ce2046813192,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:17.498035 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-162d3c92-e5cd-4d93-9286-d8d99a78731a req-e4ed07d5-b3d3-4121-8b67-9ee07921e890 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35a681cb-46a1-4f7e-a31c-150b54d27c33 HTTP/1.1" status: 200 len: 1001 time: 0.1276186 Aug 04 08:43:17.499767 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d4a0e93f-5aa3-4e5b-804f-4e792bfb300f req-dc28e753-7d04-46e7-9df5-2fa0650417d0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42892975-5f06-4a63-9f6f-56496fe5be83 HTTP/1.1" status: 200 len: 1001 time: 0.1305058 Aug 04 08:43:17.599727 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d3c92-e5cd-4d93-9286-d8d99a78731a req-6f754319-bdcb-4dca-b83d-d7181ad66aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:17.601992 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-162d3c92-e5cd-4d93-9286-d8d99a78731a req-6f754319-bdcb-4dca-b83d-d7181ad66aac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6359fcab-01ed-4f0a-97c2-09e6c9cf50a5 HTTP/1.1" status: 200 len: 856 time: 0.0874190 Aug 04 08:43:17.602667 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6a79dec4-d158-4f0e-86c0-c61c80ccb9de tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:17.603758 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-6a79dec4-d158-4f0e-86c0-c61c80ccb9de tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6082468 Aug 04 08:43:17.605576 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0e93f-5aa3-4e5b-804f-4e792bfb300f req-db6f64d7-441e-452b-9874-5d02215b73f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:17.611217 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d4a0e93f-5aa3-4e5b-804f-4e792bfb300f req-db6f64d7-441e-452b-9874-5d02215b73f0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=536808ae-9303-442e-b13c-2d067f9ce2e1 HTTP/1.1" status: 200 len: 853 time: 0.0835402 Aug 04 08:43:17.683912 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9cf6bbe1-e698-4f2a-b03f-ff6534baa1db req-f7f162f8-ca72-4d72-b0a2-341f720667d9 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1615882558&fields=id&tenant_id=19d32ebc260f41d6bdfc25aff4d7b332 HTTP/1.1" status: 200 len: 267 time: 0.0334728 Aug 04 08:43:17.686270 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d3c92-e5cd-4d93-9286-d8d99a78731a req-d87f3e96-aeb3-4e91-8832-7c460f51f896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:17.687762 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-162d3c92-e5cd-4d93-9286-d8d99a78731a req-d87f3e96-aeb3-4e91-8832-7c460f51f896 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=00622aa3-3ed8-404c-93cc-c0ba459184d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687306 Aug 04 08:43:17.690256 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0e93f-5aa3-4e5b-804f-4e792bfb300f req-75676be3-80c6-49ed-8998-a438e3301bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:17.691652 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d4a0e93f-5aa3-4e5b-804f-4e792bfb300f req-75676be3-80c6-49ed-8998-a438e3301bda service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=658fd4fe-362a-4cbc-af4e-3cb45e090bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0640180 Aug 04 08:43:17.736874 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6bbe1-e698-4f2a-b03f-ff6534baa1db req-0a4635cf-bf88-41a8-96ef-995fa3c17da2 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:17.738278 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9cf6bbe1-e698-4f2a-b03f-ff6534baa1db req-0a4635cf-bf88-41a8-96ef-995fa3c17da2 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 945 time: 0.0480094 Aug 04 08:43:17.749682 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [req-9cf6bbe1-e698-4f2a-b03f-ff6534baa1db req-3ec434e9-3c50-4259-9cca-9888cbbd6bb2 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Request body: {'port': {'security_groups': ['4b4db3f3-159f-4828-b2b1-11e94ae26094', 'e1d83b41-14cf-4e8d-9b6d-14935cfe13b0']}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:43:17.814726 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [req-9cf6bbe1-e698-4f2a-b03f-ff6534baa1db req-3ec434e9-3c50-4259-9cca-9888cbbd6bb2 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:17.873701 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-162d3c92-e5cd-4d93-9286-d8d99a78731a req-b3e02153-5914-41c7-9f05-186e64df78e8 service neutron] 10.222.0.61 "GET /v2.0/networks/00622aa3-3ed8-404c-93cc-c0ba459184d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574914 Aug 04 08:43:17.875729 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d4a0e93f-5aa3-4e5b-804f-4e792bfb300f req-68d70141-b870-437d-9b6f-73ff3124bbb4 service neutron] 10.222.0.61 "GET /v2.0/networks/658fd4fe-362a-4cbc-af4e-3cb45e090bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584113 Aug 04 08:43:18.016293 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.db [req-9cf6bbe1-e698-4f2a-b03f-ff6534baa1db req-3ec434e9-3c50-4259-9cca-9888cbbd6bb2 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] For port 42892975-5f06-4a63-9f6f-56496fe5be83, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=42892975-5f06-4a63-9f6f-56496fe5be83,segment=NetworkSegment(f0915773-4be9-486f-b346-f3ff63b781e0),segment_id=f0915773-4be9-486f-b346-f3ff63b781e0)] {{(pid=100320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:43:18.045601 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [req-9cf6bbe1-e698-4f2a-b03f-ff6534baa1db req-3ec434e9-3c50-4259-9cca-9888cbbd6bb2 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks [] for port, precommit_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:18.048251 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d4a0e93f-5aa3-4e5b-804f-4e792bfb300f req-4b62a038-6acd-4b3f-95f0-c3d09e9d07c3 service neutron] 10.222.0.61 "GET /v2.0/networks/658fd4fe-362a-4cbc-af4e-3cb45e090bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569579 Aug 04 08:43:18.049982 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-162d3c92-e5cd-4d93-9286-d8d99a78731a req-88182f09-b247-4394-b7b9-b5df18e9bd9c service neutron] 10.222.0.61 "GET /v2.0/networks/00622aa3-3ed8-404c-93cc-c0ba459184d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598823 Aug 04 08:43:18.103133 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [req-9cf6bbe1-e698-4f2a-b03f-ff6534baa1db req-3ec434e9-3c50-4259-9cca-9888cbbd6bb2 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134116828'] for port, after_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:18.148043 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['42892975-5f06-4a63-9f6f-56496fe5be83'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:43:18.152667 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6bbe1-e698-4f2a-b03f-ff6534baa1db req-3ec434e9-3c50-4259-9cca-9888cbbd6bb2 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:18.153311 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [req-9cf6bbe1-e698-4f2a-b03f-ff6534baa1db req-3ec434e9-3c50-4259-9cca-9888cbbd6bb2 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:18.154735 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9cf6bbe1-e698-4f2a-b03f-ff6534baa1db req-3ec434e9-3c50-4259-9cca-9888cbbd6bb2 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "PUT /v2.0/ports/42892975-5f06-4a63-9f6f-56496fe5be83 HTTP/1.1" status: 200 len: 981 time: 0.4096568 Aug 04 08:43:18.155193 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e8cbfad-b718-441f-baee-d6a840b1491d', 'tag': '42892975-5f06-4a63-9f6f-56496fe5be83'}] {{(pid=100320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:43:18.157501 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0fb8cf4a75af305c05a6811089918ae1dc95fdd1c14f947d6ddb53af2a89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f45df00-7172-4a04-86fc-359be163a827" -d '{"events": [{"name": "network-changed", "server_uuid": "1e8cbfad-b718-441f-baee-d6a840b1491d", "tag": "42892975-5f06-4a63-9f6f-56496fe5be83"}]}' {{(pid=100320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:43:18.189057 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec434e9-3c50-4259-9cca-9888cbbd6bb2 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Pushing event updated for resources: {'Port': ['ID=42892975-5f06-4a63-9f6f-56496fe5be83,revision_number=6']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:18.330943 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510d50f-3b14-4584-97bc-c61647ba4bca req-8eb0fb8b-de11-4577-9826-a6e86ca1e988 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:18.333058 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-e510d50f-3b14-4584-97bc-c61647ba4bca req-8eb0fb8b-de11-4577-9826-a6e86ca1e988 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 984 time: 0.1051495 Aug 04 08:43:18.334667 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b469b6-ed97-44b8-94f1-4de7c791e888 x-openstack-request-id: req-a5b469b6-ed97-44b8-94f1-4de7c791e888 {{(pid=100320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:43:18.335486 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e8cbfad-b718-441f-baee-d6a840b1491d", "tag": "42892975-5f06-4a63-9f6f-56496fe5be83", "status": "completed", "code": 200}]} {{(pid=100320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:43:18.335722 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a5b469b6-ed97-44b8-94f1-4de7c791e888 {{(pid=100320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:43:18.336160 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e8cbfad-b718-441f-baee-d6a840b1491d', 'tag': '42892975-5f06-4a63-9f6f-56496fe5be83', 'status': 'completed', 'code': 200} Aug 04 08:43:18.377247 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['42892975-5f06-4a63-9f6f-56496fe5be83'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:43:18.409502 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-e510d50f-3b14-4584-97bc-c61647ba4bca req-655620f2-d4e6-42e3-8b4f-c44ab27cbeaa tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d83b41-14cf-4e8d-9b6d-14935cfe13b0&id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603850 Aug 04 08:43:18.453640 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45df00-7172-4a04-86fc-359be163a827 req-7f5e7845-b6c0-4213-bcfb-decf4c896a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:18.455259 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5f45df00-7172-4a04-86fc-359be163a827 req-7f5e7845-b6c0-4213-bcfb-decf4c896a51 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=19d32ebc260f41d6bdfc25aff4d7b332&device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 1137 time: 0.0519412 Aug 04 08:43:18.545489 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-91a2bf58-bd89-4263-be18-502c5392987b None None] Provisioning complete for port 42892975-5f06-4a63-9f6f-56496fe5be83 triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:43:18.545881 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-91a2bf58-bd89-4263-be18-502c5392987b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:18.563207 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45df00-7172-4a04-86fc-359be163a827 req-30b8896b-136c-4622-ab9d-29cafe0777c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:18.564810 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5f45df00-7172-4a04-86fc-359be163a827 req-30b8896b-136c-4622-ab9d-29cafe0777c2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=658fd4fe-362a-4cbc-af4e-3cb45e090bf9 HTTP/1.1" status: 200 len: 915 time: 0.0958569 Aug 04 08:43:18.662801 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5f45df00-7172-4a04-86fc-359be163a827 req-4ea7dddf-10b6-425e-b0f3-af460d9fa4d8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42892975-5f06-4a63-9f6f-56496fe5be83 HTTP/1.1" status: 200 len: 1001 time: 0.0890741 Aug 04 08:43:18.721128 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45df00-7172-4a04-86fc-359be163a827 req-8a507bb9-4fc5-4955-ba43-2664887c4730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:18.722651 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5f45df00-7172-4a04-86fc-359be163a827 req-8a507bb9-4fc5-4955-ba43-2664887c4730 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=536808ae-9303-442e-b13c-2d067f9ce2e1 HTTP/1.1" status: 200 len: 853 time: 0.0447221 Aug 04 08:43:18.783428 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45df00-7172-4a04-86fc-359be163a827 req-4feb5a25-0410-4302-85f2-4535e4625bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:18.784902 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5f45df00-7172-4a04-86fc-359be163a827 req-4feb5a25-0410-4302-85f2-4535e4625bc9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=658fd4fe-362a-4cbc-af4e-3cb45e090bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445576 Aug 04 08:43:18.885095 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5f45df00-7172-4a04-86fc-359be163a827 req-b9661f4d-f343-4077-bef4-a0d822968791 service neutron] 10.222.0.61 "GET /v2.0/networks/658fd4fe-362a-4cbc-af4e-3cb45e090bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899026 Aug 04 08:43:19.033613 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1ab2f970-b899-4301-ae2c-030a9ac8c8a5 req-5a67d20a-a653-4fc5-8601-89fab503d84f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0642264 Aug 04 08:43:19.043838 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5f45df00-7172-4a04-86fc-359be163a827 req-c269cedd-32fe-4f3b-b63f-5ccdea0cb8b2 service neutron] 10.222.0.61 "GET /v2.0/networks/658fd4fe-362a-4cbc-af4e-3cb45e090bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225364 Aug 04 08:43:19.183949 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2f970-b899-4301-ae2c-030a9ac8c8a5 req-a131c828-9d44-4072-b0ba-72dfe5ee35ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:19.185435 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1ab2f970-b899-4301-ae2c-030a9ac8c8a5 req-a131c828-9d44-4072-b0ba-72dfe5ee35ae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bdc92ef353f743beb579e2734e4bc9ed&device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 1098 time: 0.0415893 Aug 04 08:43:19.297396 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2f970-b899-4301-ae2c-030a9ac8c8a5 req-da4cb7fc-cd47-4569-bd7c-4128eae96021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:19.300239 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1ab2f970-b899-4301-ae2c-030a9ac8c8a5 req-da4cb7fc-cd47-4569-bd7c-4128eae96021 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4c817a01-120c-4c34-99bf-8b2dbd084298 HTTP/1.1" status: 200 len: 911 time: 0.0894148 Aug 04 08:43:19.366050 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1ab2f970-b899-4301-ae2c-030a9ac8c8a5 req-c9906b99-f91d-440f-b2f9-044f5639db43 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac909070-ec11-4604-bc29-7949d074e3c1 HTTP/1.1" status: 200 len: 1001 time: 0.0594621 Aug 04 08:43:19.418973 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2f970-b899-4301-ae2c-030a9ac8c8a5 req-aa1f0be1-aee9-4d0f-b3b8-2afb7170fc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:19.418973 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1ab2f970-b899-4301-ae2c-030a9ac8c8a5 req-aa1f0be1-aee9-4d0f-b3b8-2afb7170fc83 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8b561a38-fec8-4399-844a-bbe6e7ef59b9 HTTP/1.1" status: 200 len: 849 time: 0.0435691 Aug 04 08:43:19.468540 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2f970-b899-4301-ae2c-030a9ac8c8a5 req-28b1f183-4425-4cf9-a51d-47a750ba9e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:19.469992 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1ab2f970-b899-4301-ae2c-030a9ac8c8a5 req-28b1f183-4425-4cf9-a51d-47a750ba9e8a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4c817a01-120c-4c34-99bf-8b2dbd084298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430558 Aug 04 08:43:19.570891 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1ab2f970-b899-4301-ae2c-030a9ac8c8a5 req-e675fe91-83e7-4294-bf46-8f0ba330d9ae service neutron] 10.222.0.61 "GET /v2.0/networks/4c817a01-120c-4c34-99bf-8b2dbd084298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819476 Aug 04 08:43:19.664338 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1ab2f970-b899-4301-ae2c-030a9ac8c8a5 req-48614282-a405-411c-a372-6b49e8bfad03 service neutron] 10.222.0.61 "GET /v2.0/networks/4c817a01-120c-4c34-99bf-8b2dbd084298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834548 Aug 04 08:43:20.561573 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:23.150846 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 53274) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:43:23.251318 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-19441b44-3123-40c7-93c3-aa8abd250d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:23.339741 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-19441b44-3123-40c7-93c3-aa8abd250d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:23.401271 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-19441b44-3123-40c7-93c3-aa8abd250d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:23.440205 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-19441b44-3123-40c7-93c3-aa8abd250d39 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a7ff3af6be95403085dcf13b36d0ea3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2881882 Aug 04 08:43:23.442984 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19441b44-3123-40c7-93c3-aa8abd250d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55e1f39-0ee9-4bcd-afd8-ca54a039d04d,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:23.444100 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 53278) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:43:23.498612 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8bd5c1dd-ecee-4302-9a60-263d06c608ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:23.520988 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8bd5c1dd-ecee-4302-9a60-263d06c608ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:23.669882 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8bd5c1dd-ecee-4302-9a60-263d06c608ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:23.672506 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8bd5c1dd-ecee-4302-9a60-263d06c608ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:23.677844 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-8bd5c1dd-ecee-4302-9a60-263d06c608ee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b55e1f39-0ee9-4bcd-afd8-ca54a039d04d HTTP/1.1" status: 204 len: 168 time: 0.2280397 Aug 04 08:43:23.681859 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5c1dd-ecee-4302-9a60-263d06c608ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55e1f39-0ee9-4bcd-afd8-ca54a039d04d,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:24.229896 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 53292) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:43:24.242887 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-121f17e1-c9ec-4b89-8b51-f283b2ef0113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:24.327820 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-121f17e1-c9ec-4b89-8b51-f283b2ef0113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:24.378220 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-121f17e1-c9ec-4b89-8b51-f283b2ef0113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:24.419559 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-121f17e1-c9ec-4b89-8b51-f283b2ef0113 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ff7623f50b5c40ab8c0f4235f6130f44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884530 Aug 04 08:43:24.420292 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f17e1-c9ec-4b89-8b51-f283b2ef0113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6019c3e-7b96-449c-84f5-53cd616256a1,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:24.422873 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 53294) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:43:24.475244 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-6c3a7ddc-f334-44cc-9384-3bebc8ac71f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:24.498605 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-6c3a7ddc-f334-44cc-9384-3bebc8ac71f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:24.589186 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-6c3a7ddc-f334-44cc-9384-3bebc8ac71f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:24.591751 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-6c3a7ddc-f334-44cc-9384-3bebc8ac71f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:24.592967 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-6c3a7ddc-f334-44cc-9384-3bebc8ac71f5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f6019c3e-7b96-449c-84f5-53cd616256a1 HTTP/1.1" status: 204 len: 168 time: 0.1690655 Aug 04 08:43:24.600803 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a7ddc-f334-44cc-9384-3bebc8ac71f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6019c3e-7b96-449c-84f5-53cd616256a1,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:33.253140 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 53478) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:43:33.361504 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ba6375a1-2715-44a4-a3a5-94176d0c1d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:33.449591 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ba6375a1-2715-44a4-a3a5-94176d0c1d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:33.526567 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ba6375a1-2715-44a4-a3a5-94176d0c1d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:33.563846 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-ba6375a1-2715-44a4-a3a5-94176d0c1d1b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c6c2d72e66c7457aab8f9ffd19fdf1bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3096611 Aug 04 08:43:33.565109 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6375a1-2715-44a4-a3a5-94176d0c1d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2876ca-ce48-4ff8-8260-f3ec7ceaddfe,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:33.567549 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 53484) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:43:33.616725 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-3cc65283-b603-4dad-9385-f187903f8c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:33.638801 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-3cc65283-b603-4dad-9385-f187903f8c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:33.742864 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-3cc65283-b603-4dad-9385-f187903f8c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:33.745562 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-3cc65283-b603-4dad-9385-f187903f8c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:33.746740 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-3cc65283-b603-4dad-9385-f187903f8c25 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aa2876ca-ce48-4ff8-8260-f3ec7ceaddfe HTTP/1.1" status: 204 len: 168 time: 0.1782238 Aug 04 08:43:33.755301 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc65283-b603-4dad-9385-f187903f8c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2876ca-ce48-4ff8-8260-f3ec7ceaddfe,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:34.405999 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 53496) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:43:34.419414 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-af1ce1e9-9eb6-41dc-a13e-75ee9918527a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:34.508640 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-af1ce1e9-9eb6-41dc-a13e-75ee9918527a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:34.606697 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-af1ce1e9-9eb6-41dc-a13e-75ee9918527a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:34.644676 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-af1ce1e9-9eb6-41dc-a13e-75ee9918527a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8929e08e53fc4cd9b683fd11d6d697ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376177 Aug 04 08:43:34.645575 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ce1e9-9eb6-41dc-a13e-75ee9918527a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bbe634-d3c7-4112-9fd2-40f06957a3e6,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:34.647346 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 53498) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:43:34.699907 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-56787841-439f-4570-b986-36255969670d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:34.722887 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-56787841-439f-4570-b986-36255969670d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:34.840593 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-56787841-439f-4570-b986-36255969670d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:34.843108 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-56787841-439f-4570-b986-36255969670d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:34.844337 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-56787841-439f-4570-b986-36255969670d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f4bbe634-d3c7-4112-9fd2-40f06957a3e6 HTTP/1.1" status: 204 len: 168 time: 0.1952775 Aug 04 08:43:34.851848 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56787841-439f-4570-b986-36255969670d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bbe634-d3c7-4112-9fd2-40f06957a3e6,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:35.718969 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-5a53d044-0723-4d07-af17-e0b874ff75e4 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-9106871&fields=id&tenant_id=dedd88d93ffc4bca9dc856c5b204a955 HTTP/1.1" status: 200 len: 267 time: 0.0382636 Aug 04 08:43:35.825388 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-0ff0b391-0d1a-4f57-9c95-501e62ea75b0 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:35.826998 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-0ff0b391-0d1a-4f57-9c95-501e62ea75b0 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/networks?id=a5391651-c052-4019-966f-27312282f5a7 HTTP/1.1" status: 200 len: 812 time: 0.1009784 Aug 04 08:43:35.842921 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-232735d8-dc54-4e40-adb2-cc5c7a442f13 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/quotas/dedd88d93ffc4bca9dc856c5b204a955 HTTP/1.1" status: 200 len: 375 time: 0.0099406 Aug 04 08:43:35.899618 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-cff78e3b-e54f-4d99-8490-0f7188c59153 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dedd88d93ffc4bca9dc856c5b204a955&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500302 Aug 04 08:43:35.992312 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-65887879-6fb1-48d0-9a8b-b8c19bcfb5cf service neutron] 10.222.0.45 "GET /v2.0/networks/a5391651-c052-4019-966f-27312282f5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805817 Aug 04 08:43:36.083744 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-5ee53d84-f4f8-435d-bfe3-566514614f1f service neutron] 10.222.0.45 "GET /v2.0/networks/a5391651-c052-4019-966f-27312282f5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853829 Aug 04 08:43:36.708631 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-125e71cf-1778-4737-9044-fe01b5fafdc9 req-0dbce77c-17ca-478b-98a9-dfd450c60aca tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=a61c81a0-f718-4ae9-889e-2d575f361c44 HTTP/1.1" status: 200 len: 210 time: 0.0279863 Aug 04 08:43:37.526363 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8155df1d-86e1-4853-b096-1816b3a84aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:37.806757 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c1a44483-0276-4eb3-bf57-c4a9d0d114df req-76ea2455-1468-418e-a76c-f25247cf0399 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=a61c81a0-f718-4ae9-889e-2d575f361c44 HTTP/1.1" status: 200 len: 210 time: 0.0259449 Aug 04 08:43:38.901940 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b4365816-656d-4d03-87c3-84fc85cefd69 req-1138fdb5-f6cf-4bbd-bb02-1c7584acc4f1 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=a61c81a0-f718-4ae9-889e-2d575f361c44 HTTP/1.1" status: 200 len: 210 time: 0.0257423 Aug 04 08:43:39.012721 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-e1d63c85-d306-4023-a407-462a7c21b0d2 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:39.014182 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-e1d63c85-d306-4023-a407-462a7c21b0d2 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.61 "GET /v2.0/networks?id=a5391651-c052-4019-966f-27312282f5a7 HTTP/1.1" status: 200 len: 812 time: 0.1071579 Aug 04 08:43:39.076212 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-19181405-20fb-4c4a-8112-d755ffd26489 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dedd88d93ffc4bca9dc856c5b204a955 HTTP/1.1" status: 200 len: 377 time: 0.0332007 Aug 04 08:43:39.086088 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-5746e628-c250-4584-8e3c-b3cbc14f815d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Request body: {'port': {'device_id': 'a61c81a0-f718-4ae9-889e-2d575f361c44', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'admin_state_up': True, 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'security_groups': ['970cb49f-e1fa-45ff-91aa-ba6791ce176b']}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:43:39.257293 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-5746e628-c250-4584-8e3c-b3cbc14f815d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Made reservation on behalf of dedd88d93ffc4bca9dc856c5b204a955 for: {'port': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:43:39.261406 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-5746e628-c250-4584-8e3c-b3cbc14f815d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:39.386606 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-5746e628-c250-4584-8e3c-b3cbc14f815d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Allocated IP 172.20.0.13 (a5391651-c052-4019-966f-27312282f5a7/88edd72a-bd44-4717-a8ab-c97bf6648020/9f32bc78-b969-4715-aa36-5ccef40b2878) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:43:39.523251 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-5746e628-c250-4584-8e3c-b3cbc14f815d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:39.536048 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-5746e628-c250-4584-8e3c-b3cbc14f815d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Transition to ACTIVE for port object 9f32bc78-b969-4715-aa36-5ccef40b2878 will not be triggered until provisioned by entity DHCP. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:43:39.635534 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-5746e628-c250-4584-8e3c-b3cbc14f815d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:39.679426 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-5746e628-c250-4584-8e3c-b3cbc14f815d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Network a5391651-c052-4019-966f-27312282f5a7 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:43:39.682585 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-5746e628-c250-4584-8e3c-b3cbc14f815d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:43:39.686330 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-5746e628-c250-4584-8e3c-b3cbc14f815d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:43:39.692749 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746e628-c250-4584-8e3c-b3cbc14f815d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Pushing event updated for resources: {'Port': ['ID=9f32bc78-b969-4715-aa36-5ccef40b2878,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:39.742170 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-5746e628-c250-4584-8e3c-b3cbc14f815d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:39.742776 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-5746e628-c250-4584-8e3c-b3cbc14f815d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:39.847160 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-5746e628-c250-4584-8e3c-b3cbc14f815d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7644556 Aug 04 08:43:39.868735 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-daeff435-9ab1-4d42-8e02-182b3af18a70 service neutron] Request body: {'port': {'device_id': 'a61c81a0-f718-4ae9-889e-2d575f361c44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:43:39.926645 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-daeff435-9ab1-4d42-8e02-182b3af18a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:39.966267 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-bf9f232a-dff9-475b-a19a-4bd7296140b7 None None] Provisioning for port 9f32bc78-b969-4715-aa36-5ccef40b2878 completed by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:43:39.967528 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-bf9f232a-dff9-475b-a19a-4bd7296140b7 None None] Provisioning complete for port 9f32bc78-b969-4715-aa36-5ccef40b2878 triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:43:39.968181 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-bf9f232a-dff9-475b-a19a-4bd7296140b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:40.020252 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-bf9f232a-dff9-475b-a19a-4bd7296140b7 None None] Port 9f32bc78-b969-4715-aa36-5ccef40b2878 cannot update to ACTIVE because it is not bound. {{(pid=100322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 08:43:40.109636 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddffaf-d4f7-42ee-aef1-7677582fc73a req-ca6dca1c-43aa-4e6d-9f56-377d75e25fa7 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:40.111120 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-20ddffaf-d4f7-42ee-aef1-7677582fc73a req-ca6dca1c-43aa-4e6d-9f56-377d75e25fa7 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=a61c81a0-f718-4ae9-889e-2d575f361c44 HTTP/1.1" status: 200 len: 932 time: 0.1257429 Aug 04 08:43:40.275976 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:40.280274 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e2797a24-c686-435e-a600-31edfb6549f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:40.457329 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-20ddffaf-d4f7-42ee-aef1-7677582fc73a req-af0d8c3f-1296-47a4-b710-716a1eab40a6 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3343844 Aug 04 08:43:40.459478 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 53630) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:43:40.548723 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-daeff435-9ab1-4d42-8e02-182b3af18a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f32bc78-b969-4715-aa36-5ccef40b2878 {{(pid=100321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:43:40.556186 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-daeff435-9ab1-4d42-8e02-182b3af18a70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:40.577435 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-20e04afa-1d0b-4934-a7a1-db804280f216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:40.585353 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-daeff435-9ab1-4d42-8e02-182b3af18a70 service neutron] Transition to ACTIVE for port object 9f32bc78-b969-4715-aa36-5ccef40b2878 will not be triggered until provisioned by entity L2. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:43:40.665415 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-20e04afa-1d0b-4934-a7a1-db804280f216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:40.754909 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-daeff435-9ab1-4d42-8e02-182b3af18a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:40.788735 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-20e04afa-1d0b-4934-a7a1-db804280f216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:40.851366 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-20e04afa-1d0b-4934-a7a1-db804280f216 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b0676415f02e4fd1acbcb2ecb4b2504d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3908265 Aug 04 08:43:40.852590 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeff435-9ab1-4d42-8e02-182b3af18a70 service neutron] Pushing event updated for resources: {'Port': ['ID=9f32bc78-b969-4715-aa36-5ccef40b2878,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:40.854687 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 53640) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:43:40.858148 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e04afa-1d0b-4934-a7a1-db804280f216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408ce274-4dd9-45f1-aec4-a822ecdb6de2,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:40.941810 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-daeff435-9ab1-4d42-8e02-182b3af18a70 service neutron] Attempting to bind port 9f32bc78-b969-4715-aa36-5ccef40b2878 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:43:40.942481 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-daeff435-9ab1-4d42-8e02-182b3af18a70 service neutron] Attempting to bind port 9f32bc78-b969-4715-aa36-5ccef40b2878 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '55668721-c8bf-4df9-929d-07849ad010f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a5391651-c052-4019-966f-27312282f5a7'}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:43:40.942719 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-daeff435-9ab1-4d42-8e02-182b3af18a70 service neutron] Attempting to bind port 9f32bc78-b969-4715-aa36-5ccef40b2878 on network a5391651-c052-4019-966f-27312282f5a7 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:43:40.944498 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c286dbe0-7d9f-4d3f-a21e-a996ce9428ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:40.948090 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-daeff435-9ab1-4d42-8e02-182b3af18a70 service neutron] Port 9f32bc78-b969-4715-aa36-5ccef40b2878 on network a5391651-c052-4019-966f-27312282f5a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 08:43:40.951077 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-daeff435-9ab1-4d42-8e02-182b3af18a70 service neutron] Attempting to bind port 9f32bc78-b969-4715-aa36-5ccef40b2878 on network a5391651-c052-4019-966f-27312282f5a7 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:43:40.954612 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-daeff435-9ab1-4d42-8e02-182b3af18a70 service neutron] Checking agent: {'id': '9a1e25f0-5e7e-4202-aeb1-29bde28f6183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'started_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:43:40.955075 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-daeff435-9ab1-4d42-8e02-182b3af18a70 service neutron] Checking segment: {'id': '55668721-c8bf-4df9-929d-07849ad010f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a5391651-c052-4019-966f-27312282f5a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:43:40.955564 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-daeff435-9ab1-4d42-8e02-182b3af18a70 service neutron] Bound using segment: {'id': '55668721-c8bf-4df9-929d-07849ad010f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a5391651-c052-4019-966f-27312282f5a7'} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:43:40.956199 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-daeff435-9ab1-4d42-8e02-182b3af18a70 service neutron] Bound port: 9f32bc78-b969-4715-aa36-5ccef40b2878, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55668721-c8bf-4df9-929d-07849ad010f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a5391651-c052-4019-966f-27312282f5a7'}}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:43:40.956704 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-daeff435-9ab1-4d42-8e02-182b3af18a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:40.975194 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c286dbe0-7d9f-4d3f-a21e-a996ce9428ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:41.044517 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-daeff435-9ab1-4d42-8e02-182b3af18a70 service neutron] For port 9f32bc78-b969-4715-aa36-5ccef40b2878, host hv-cinder-80265, cleared binding levels {{(pid=100321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:43:41.047748 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-daeff435-9ab1-4d42-8e02-182b3af18a70 service neutron] For port 9f32bc78-b969-4715-aa36-5ccef40b2878, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=9f32bc78-b969-4715-aa36-5ccef40b2878,segment=NetworkSegment(55668721-c8bf-4df9-929d-07849ad010f4),segment_id=55668721-c8bf-4df9-929d-07849ad010f4)] {{(pid=100321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:43:41.108527 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c286dbe0-7d9f-4d3f-a21e-a996ce9428ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:41.109098 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-daeff435-9ab1-4d42-8e02-182b3af18a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:41.111154 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c286dbe0-7d9f-4d3f-a21e-a996ce9428ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:41.113535 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-c286dbe0-7d9f-4d3f-a21e-a996ce9428ae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/408ce274-4dd9-45f1-aec4-a822ecdb6de2 HTTP/1.1" status: 204 len: 168 time: 0.2572761 Aug 04 08:43:41.123708 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286dbe0-7d9f-4d3f-a21e-a996ce9428ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408ce274-4dd9-45f1-aec4-a822ecdb6de2,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:41.155892 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-daeff435-9ab1-4d42-8e02-182b3af18a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:41.156638 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-daeff435-9ab1-4d42-8e02-182b3af18a70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:41.158066 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-daeff435-9ab1-4d42-8e02-182b3af18a70 service neutron] 10.222.0.61 "PUT /v2.0/ports/9f32bc78-b969-4715-aa36-5ccef40b2878 HTTP/1.1" status: 200 len: 1094 time: 1.2934902 Aug 04 08:43:41.158514 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61c81a0-f718-4ae9-889e-2d575f361c44', 'tag': '9f32bc78-b969-4715-aa36-5ccef40b2878'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:43:41.161704 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e99e93-4503-4aca-97ca-5892f9685499" -d '{"events": [{"name": "network-changed", "server_uuid": "a61c81a0-f718-4ae9-889e-2d575f361c44", "tag": "9f32bc78-b969-4715-aa36-5ccef40b2878"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:43:41.165637 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:41.189165 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeff435-9ab1-4d42-8e02-182b3af18a70 service neutron] Pushing event updated for resources: {'Port': ['ID=9f32bc78-b969-4715-aa36-5ccef40b2878,revision_number=3']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:41.213153 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81230aa0-8fa8-4e6e-a078-55bb51544a86 x-openstack-request-id: req-81230aa0-8fa8-4e6e-a078-55bb51544a86 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:43:41.214135 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61c81a0-f718-4ae9-889e-2d575f361c44", "tag": "9f32bc78-b969-4715-aa36-5ccef40b2878", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:43:41.219647 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-81230aa0-8fa8-4e6e-a078-55bb51544a86 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:43:41.219647 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61c81a0-f718-4ae9-889e-2d575f361c44', 'tag': '9f32bc78-b969-4715-aa36-5ccef40b2878', 'status': 'completed', 'code': 200} Aug 04 08:43:41.305338 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e99e93-4503-4aca-97ca-5892f9685499 req-1f2cff8e-a9f2-434d-a2c1-e09e99c1a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:41.306971 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-62e99e93-4503-4aca-97ca-5892f9685499 req-1f2cff8e-a9f2-434d-a2c1-e09e99c1a8bc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dedd88d93ffc4bca9dc856c5b204a955&device_id=a61c81a0-f718-4ae9-889e-2d575f361c44 HTTP/1.1" status: 200 len: 1097 time: 0.0430663 Aug 04 08:43:41.437395 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e99e93-4503-4aca-97ca-5892f9685499 req-3acc31fc-17e3-4d1c-8469-64bc49bfe318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:41.438843 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-62e99e93-4503-4aca-97ca-5892f9685499 req-3acc31fc-17e3-4d1c-8469-64bc49bfe318 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=dedd88d93ffc4bca9dc856c5b204a955&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1067715 Aug 04 08:43:41.565647 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e99e93-4503-4aca-97ca-5892f9685499 req-489f34e8-872e-43fb-903b-9e82432bc32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:41.567101 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-62e99e93-4503-4aca-97ca-5892f9685499 req-489f34e8-872e-43fb-903b-9e82432bc32f service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1200757 Aug 04 08:43:41.588786 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f0643-558d-48e6-ab9b-fc01450985e2 req-3223ddd9-7ae6-4c39-a226-b21ee4a675ec tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:41.590415 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f35f0643-558d-48e6-ab9b-fc01450985e2 req-3223ddd9-7ae6-4c39-a226-b21ee4a675ec tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=a61c81a0-f718-4ae9-889e-2d575f361c44 HTTP/1.1" status: 200 len: 944 time: 0.0558958 Aug 04 08:43:41.632061 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f35f0643-558d-48e6-ab9b-fc01450985e2 req-c3832ccb-5ffc-4b64-85cd-0aed03e4b012 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0354080 Aug 04 08:43:41.694533 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-45539852-ab8d-424b-94bf-34b7e5855ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:41.696051 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-45539852-ab8d-424b-94bf-34b7e5855ef1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dedd88d93ffc4bca9dc856c5b204a955&device_id=a61c81a0-f718-4ae9-889e-2d575f361c44 HTTP/1.1" status: 200 len: 1097 time: 0.0450885 Aug 04 08:43:41.748122 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-840c9053-348b-4695-96a6-9a260643284c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f32bc78-b969-4715-aa36-5ccef40b2878 HTTP/1.1" status: 200 len: 217 time: 0.0359807 Aug 04 08:43:41.823796 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-982e61b8-e9c8-4608-962e-230a73da2e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:41.825309 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-982e61b8-e9c8-4608-962e-230a73da2e8d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=88edd72a-bd44-4717-a8ab-c97bf6648020 HTTP/1.1" status: 200 len: 851 time: 0.0464714 Aug 04 08:43:41.884981 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-c4748d4d-0587-40f9-b893-da65357fa1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:41.886484 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-c4748d4d-0587-40f9-b893-da65357fa1f6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5391651-c052-4019-966f-27312282f5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502429 Aug 04 08:43:41.989020 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-a7304f24-473a-42f5-a27f-aef8a2abc511 service neutron] 10.222.0.61 "GET /v2.0/networks/a5391651-c052-4019-966f-27312282f5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819154 Aug 04 08:43:42.087681 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c2f8efc7-1a47-4e97-bab5-76e196a03faa req-2ebca49d-82d0-4095-aa1a-abb951cce726 service neutron] 10.222.0.61 "GET /v2.0/networks/a5391651-c052-4019-966f-27312282f5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865366 Aug 04 08:43:42.757459 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bdb8e3-ca57-426e-942e-2181be9131d7 req-56719164-9b06-4cdb-a74b-81cc84566895 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:42.759304 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b2bdb8e3-ca57-426e-942e-2181be9131d7 req-56719164-9b06-4cdb-a74b-81cc84566895 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=a61c81a0-f718-4ae9-889e-2d575f361c44 HTTP/1.1" status: 200 len: 944 time: 0.0534155 Aug 04 08:43:42.799836 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b2bdb8e3-ca57-426e-942e-2181be9131d7 req-b4b27a48-c90d-4920-a896-1a142c37bf16 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0340273 Aug 04 08:43:42.897769 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:43.912477 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a7b1d-d5f0-4bac-9226-4701c04b3802 req-668b5f67-ae32-41b1-ba9e-69b35ae1f131 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:43.913873 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2e9a7b1d-d5f0-4bac-9226-4701c04b3802 req-668b5f67-ae32-41b1-ba9e-69b35ae1f131 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=a61c81a0-f718-4ae9-889e-2d575f361c44 HTTP/1.1" status: 200 len: 944 time: 0.0494566 Aug 04 08:43:43.952030 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2e9a7b1d-d5f0-4bac-9226-4701c04b3802 req-20590b0b-267a-437f-a6f4-4da37c411684 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315838 Aug 04 08:43:45.070220 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887c3f9-2db3-4c03-a900-e2be1d1a1ae8 req-3d95817d-2b5d-4e1a-961e-a938e735415e tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:45.071681 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b887c3f9-2db3-4c03-a900-e2be1d1a1ae8 req-3d95817d-2b5d-4e1a-961e-a938e735415e tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=a61c81a0-f718-4ae9-889e-2d575f361c44 HTTP/1.1" status: 200 len: 944 time: 0.0521576 Aug 04 08:43:45.110298 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b887c3f9-2db3-4c03-a900-e2be1d1a1ae8 req-9c26f980-e4c9-4634-95c7-c8d47c19fc82 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321670 Aug 04 08:43:45.754482 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 6 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:43:46.221757 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed06f6-9671-4da3-8c6b-6f5a2ae58311 req-ed848d17-3563-4ee5-9192-80656336c96b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:46.223228 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-58ed06f6-9671-4da3-8c6b-6f5a2ae58311 req-ed848d17-3563-4ee5-9192-80656336c96b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=a61c81a0-f718-4ae9-889e-2d575f361c44 HTTP/1.1" status: 200 len: 944 time: 0.0484884 Aug 04 08:43:46.260287 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-58ed06f6-9671-4da3-8c6b-6f5a2ae58311 req-72be3c53-b402-4935-b69a-b0ab40bec814 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312612 Aug 04 08:43:47.372994 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c53fc2-bcb5-4636-a085-e0d34292e5d2 req-e6ffa192-9a12-4267-b3c0-5c24623897bb tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:47.377124 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c0c53fc2-bcb5-4636-a085-e0d34292e5d2 req-e6ffa192-9a12-4267-b3c0-5c24623897bb tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=a61c81a0-f718-4ae9-889e-2d575f361c44 HTTP/1.1" status: 200 len: 944 time: 0.0493412 Aug 04 08:43:47.411986 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c0c53fc2-bcb5-4636-a085-e0d34292e5d2 req-ccfeca87-368d-43f1-8dca-178e597ec302 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0313694 Aug 04 08:43:48.533390 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77e484-5968-4731-8184-81c701b9795e req-9d71af51-bb46-4fc4-9832-49327c951f50 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:48.534899 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8d77e484-5968-4731-8184-81c701b9795e req-9d71af51-bb46-4fc4-9832-49327c951f50 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=a61c81a0-f718-4ae9-889e-2d575f361c44 HTTP/1.1" status: 200 len: 944 time: 0.0555704 Aug 04 08:43:48.574163 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8d77e484-5968-4731-8184-81c701b9795e req-5ab4f68f-e522-4db5-97cb-7e1be717e329 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0331640 Aug 04 08:43:49.411275 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 9f32bc78-b969-4715-aa36-5ccef40b2878 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=100322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 08:43:49.508881 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 9f32bc78-b969-4715-aa36-5ccef40b2878, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=9f32bc78-b969-4715-aa36-5ccef40b2878,segment=NetworkSegment(55668721-c8bf-4df9-929d-07849ad010f4),segment_id=55668721-c8bf-4df9-929d-07849ad010f4)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:43:49.520373 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Returning: {'device': '9f32bc78-b969-4715-aa36-5ccef40b2878', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'port_id': '9f32bc78-b969-4715-aa36-5ccef40b2878', 'mac_address': 'fa:16:3e:4d:5e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 08:43:49.555156 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:49.567042 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f32bc78-b969-4715-aa36-5ccef40b2878 {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:43:49.586276 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 9f32bc78-b969-4715-aa36-5ccef40b2878, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=9f32bc78-b969-4715-aa36-5ccef40b2878,segment=NetworkSegment(55668721-c8bf-4df9-929d-07849ad010f4),segment_id=55668721-c8bf-4df9-929d-07849ad010f4)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:43:49.653061 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:49.687149 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b969c6f-ad6c-40d0-9781-5beccd9131e6 req-064ca923-91dc-4abc-a965-4524f182f849 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:49.688658 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1b969c6f-ad6c-40d0-9781-5beccd9131e6 req-064ca923-91dc-4abc-a965-4524f182f849 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=a61c81a0-f718-4ae9-889e-2d575f361c44 HTTP/1.1" status: 200 len: 944 time: 0.0501137 Aug 04 08:43:49.700362 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=9f32bc78-b969-4715-aa36-5ccef40b2878,revision_number=4']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:49.707411 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:49.707771 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:49.708155 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:49.708501 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:49.708839 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:49.709188 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:49.709522 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:49.709854 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:49.710185 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:49.710515 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:49.710842 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:49.711173 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:43:49.731711 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1b969c6f-ad6c-40d0-9781-5beccd9131e6 req-33ea023e-dd73-4b04-a6db-ef78ac2f7eb5 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0357354 Aug 04 08:43:50.061835 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['9f32bc78-b969-4715-aa36-5ccef40b2878'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:43:50.595041 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:50.855334 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e4341-16f8-4b6a-8629-255b1864b3e0 req-47a7c904-b76f-49f0-afa8-2103b2438084 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:50.856777 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-925e4341-16f8-4b6a-8629-255b1864b3e0 req-47a7c904-b76f-49f0-afa8-2103b2438084 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 984 time: 0.0559316 Aug 04 08:43:50.858059 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef414e-e39a-4ac6-a36f-e6e0daa8759b req-580a2f0a-4675-47e5-b030-85f0f33d5809 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:50.859545 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-adef414e-e39a-4ac6-a36f-e6e0daa8759b req-580a2f0a-4675-47e5-b030-85f0f33d5809 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=a61c81a0-f718-4ae9-889e-2d575f361c44 HTTP/1.1" status: 200 len: 945 time: 0.0541658 Aug 04 08:43:50.899723 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-adef414e-e39a-4ac6-a36f-e6e0daa8759b req-30a77111-bb4e-493d-bb1f-9547a7765115 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0342462 Aug 04 08:43:50.901539 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-925e4341-16f8-4b6a-8629-255b1864b3e0 req-6932c928-241f-4584-8dd4-9c3b498602de tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d83b41-14cf-4e8d-9b6d-14935cfe13b0&id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382807 Aug 04 08:43:50.973082 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42ae10-47fb-4d9d-968d-f941d973d796 req-1cf61f9b-5485-4748-8203-dfe200409713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:50.974562 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bc42ae10-47fb-4d9d-968d-f941d973d796 req-1cf61f9b-5485-4748-8203-dfe200409713 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=19d32ebc260f41d6bdfc25aff4d7b332&device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 1137 time: 0.0449505 Aug 04 08:43:51.063794 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42ae10-47fb-4d9d-968d-f941d973d796 req-fbdfdd9b-fd4f-4924-a944-93f2198c408e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:51.065422 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bc42ae10-47fb-4d9d-968d-f941d973d796 req-fbdfdd9b-fd4f-4924-a944-93f2198c408e service neutron] 10.222.0.61 "GET /v2.0/networks?id=658fd4fe-362a-4cbc-af4e-3cb45e090bf9 HTTP/1.1" status: 200 len: 915 time: 0.0835323 Aug 04 08:43:51.146249 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bc42ae10-47fb-4d9d-968d-f941d973d796 req-4d550a87-8f16-44fc-9df2-424b78fa9e21 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42892975-5f06-4a63-9f6f-56496fe5be83 HTTP/1.1" status: 200 len: 1001 time: 0.0707192 Aug 04 08:43:52.017654 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7e019-16a1-4fa3-93c1-86a1ad9c7b00 req-b35b99a3-9ada-46fd-970d-c490cce79474 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:52.019134 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-cbd7e019-16a1-4fa3-93c1-86a1ad9c7b00 req-b35b99a3-9ada-46fd-970d-c490cce79474 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=a61c81a0-f718-4ae9-889e-2d575f361c44 HTTP/1.1" status: 200 len: 945 time: 0.0517266 Aug 04 08:43:52.055969 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-cbd7e019-16a1-4fa3-93c1-86a1ad9c7b00 req-a1891949-64f1-4c11-8032-1b9ace7bd6b0 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0310166 Aug 04 08:43:52.154733 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43baec-97bd-41eb-b4c8-84ef5ea4d397 req-1d18ff5b-9298-46ab-a62c-3e49972aa1d3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:52.156338 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-df43baec-97bd-41eb-b4c8-84ef5ea4d397 req-1d18ff5b-9298-46ab-a62c-3e49972aa1d3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 984 time: 0.0484667 Aug 04 08:43:52.195198 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-df43baec-97bd-41eb-b4c8-84ef5ea4d397 req-a712b0ab-06c7-42eb-bda4-f9bc5f4819e9 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d83b41-14cf-4e8d-9b6d-14935cfe13b0&id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330677 Aug 04 08:43:52.802917 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 9f32bc78-b969-4715-aa36-5ccef40b2878 up at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:43:52.886284 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning for port 9f32bc78-b969-4715-aa36-5ccef40b2878 completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:43:52.889900 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning complete for port 9f32bc78-b969-4715-aa36-5ccef40b2878 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:43:52.890269 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:52.963062 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:52.985619 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61c81a0-f718-4ae9-889e-2d575f361c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f32bc78-b969-4715-aa36-5ccef40b2878'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:43:52.988271 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c495c7497e5e90a156a42ea06e218473990fefc1974f3e33d0cb89c8111961e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4859364-ea4c-413b-a2da-75d18913fffd" -d '{"events": [{"server_uuid": "a61c81a0-f718-4ae9-889e-2d575f361c44", "name": "network-vif-plugged", "status": "completed", "tag": "9f32bc78-b969-4715-aa36-5ccef40b2878"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:43:53.000585 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 9f32bc78-b969-4715-aa36-5ccef40b2878, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=9f32bc78-b969-4715-aa36-5ccef40b2878,segment=NetworkSegment(55668721-c8bf-4df9-929d-07849ad010f4),segment_id=55668721-c8bf-4df9-929d-07849ad010f4)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:43:53.025456 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5faf48-5ef3-4758-83fe-096fbe1c1a89 x-openstack-request-id: req-ee5faf48-5ef3-4758-83fe-096fbe1c1a89 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:43:53.025749 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61c81a0-f718-4ae9-889e-2d575f361c44", "name": "network-vif-plugged", "status": "completed", "tag": "9f32bc78-b969-4715-aa36-5ccef40b2878", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:43:53.026010 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ee5faf48-5ef3-4758-83fe-096fbe1c1a89 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:43:53.026420 dv-cinder-802653-4-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61c81a0-f718-4ae9-889e-2d575f361c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f32bc78-b969-4715-aa36-5ccef40b2878', 'code': 200} Aug 04 08:43:53.052036 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:53.099211 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=9f32bc78-b969-4715-aa36-5ccef40b2878,revision_number=5']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:53.177261 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e9eca-a3a9-4d6b-b21a-225d1f71ebf7 req-9ebb87cd-b50d-42dc-885c-4580fbb2dbd8 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:53.177261 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-ad0e9eca-a3a9-4d6b-b21a-225d1f71ebf7 req-9ebb87cd-b50d-42dc-885c-4580fbb2dbd8 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=a61c81a0-f718-4ae9-889e-2d575f361c44 HTTP/1.1" status: 200 len: 946 time: 0.0480051 Aug 04 08:43:53.211239 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-ad0e9eca-a3a9-4d6b-b21a-225d1f71ebf7 req-35da0d37-7ec8-4e15-a90e-07a959385bb2 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0353489 Aug 04 08:43:53.312873 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3a99b-0740-4959-bd1a-0e9bd4e1e5e1 req-93c442fe-d12e-414e-88f8-971583feb544 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:53.314324 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-1ee3a99b-0740-4959-bd1a-0e9bd4e1e5e1 req-93c442fe-d12e-414e-88f8-971583feb544 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 984 time: 0.0509074 Aug 04 08:43:53.354483 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-1ee3a99b-0740-4959-bd1a-0e9bd4e1e5e1 req-217f28e1-5dd0-43bb-be45-b4e4676736f4 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d83b41-14cf-4e8d-9b6d-14935cfe13b0&id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342932 Aug 04 08:43:53.838727 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42ae10-47fb-4d9d-968d-f941d973d796 req-4cbdc064-3de6-4932-8f56-1ff120b34c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:53.840526 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bc42ae10-47fb-4d9d-968d-f941d973d796 req-4cbdc064-3de6-4932-8f56-1ff120b34c90 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=536808ae-9303-442e-b13c-2d067f9ce2e1 HTTP/1.1" status: 200 len: 853 time: 0.0565636 Aug 04 08:43:53.932409 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42ae10-47fb-4d9d-968d-f941d973d796 req-b2e91642-76bd-4019-b2a6-cd4b03bc05be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:53.934411 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bc42ae10-47fb-4d9d-968d-f941d973d796 req-b2e91642-76bd-4019-b2a6-cd4b03bc05be service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=658fd4fe-362a-4cbc-af4e-3cb45e090bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407147 Aug 04 08:43:54.027339 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bc42ae10-47fb-4d9d-968d-f941d973d796 req-38884a52-25f1-401c-ba62-599e104b132e service neutron] 10.222.0.61 "GET /v2.0/networks/658fd4fe-362a-4cbc-af4e-3cb45e090bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838430 Aug 04 08:43:54.117951 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bc42ae10-47fb-4d9d-968d-f941d973d796 req-68d465de-c14a-4d4f-8cc4-817ec3384f18 service neutron] 10.222.0.61 "GET /v2.0/networks/658fd4fe-362a-4cbc-af4e-3cb45e090bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821953 Aug 04 08:43:54.330256 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81caf63-c706-4164-a085-72f19d4e9aa0 req-e01292b3-17a4-4a93-9029-5ebe619fb5fe tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:54.331847 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-d81caf63-c706-4164-a085-72f19d4e9aa0 req-e01292b3-17a4-4a93-9029-5ebe619fb5fe tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=a61c81a0-f718-4ae9-889e-2d575f361c44 HTTP/1.1" status: 200 len: 946 time: 0.0494280 Aug 04 08:43:54.343044 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5df1a9-1a5d-4567-bc38-c1565acfae08 req-abacab50-0999-47db-aaf3-b0f2265109e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:54.344560 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fe5df1a9-1a5d-4567-bc38-c1565acfae08 req-abacab50-0999-47db-aaf3-b0f2265109e8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a61c81a0-f718-4ae9-889e-2d575f361c44 HTTP/1.1" status: 200 len: 1099 time: 0.0436771 Aug 04 08:43:54.377976 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-d81caf63-c706-4164-a085-72f19d4e9aa0 req-3d92d7f8-11b6-4a05-b82d-84ef504b0b5d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0399079 Aug 04 08:43:54.398230 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fe5df1a9-1a5d-4567-bc38-c1565acfae08 req-f1eb3f38-7cf1-478a-a551-68ef5521cd14 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0461948 Aug 04 08:43:54.482367 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1b762-c8af-4189-9fbd-2a0841ca01ad req-e4800107-d432-482b-a8df-52cd822c7695 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:54.483848 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-40f1b762-c8af-4189-9fbd-2a0841ca01ad req-e4800107-d432-482b-a8df-52cd822c7695 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 984 time: 0.0554249 Aug 04 08:43:54.523798 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-40f1b762-c8af-4189-9fbd-2a0841ca01ad req-06a7f10e-c296-41ba-8ad7-0ea074417b1b tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d83b41-14cf-4e8d-9b6d-14935cfe13b0&id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337958 Aug 04 08:43:55.295516 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 53872) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:43:55.394931 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-4cef90a9-5c82-4419-a777-9a519a621c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:55.482372 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-4cef90a9-5c82-4419-a777-9a519a621c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:55.494371 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5acf6bb-dba1-4b71-b701-940f2e9ee6cb req-37103fea-f057-4d26-a6f3-5fce4f70a26f tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:55.495864 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b5acf6bb-dba1-4b71-b701-940f2e9ee6cb req-37103fea-f057-4d26-a6f3-5fce4f70a26f tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=a61c81a0-f718-4ae9-889e-2d575f361c44 HTTP/1.1" status: 200 len: 946 time: 0.0493102 Aug 04 08:43:55.533675 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b5acf6bb-dba1-4b71-b701-940f2e9ee6cb req-443977ec-57c0-4aee-8e8a-42e4c611a681 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0311682 Aug 04 08:43:55.537723 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-4cef90a9-5c82-4419-a777-9a519a621c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:55.584211 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-4cef90a9-5c82-4419-a777-9a519a621c42 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3a88e79eb80e4b57bf2d8c378a418800&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2852094 Aug 04 08:43:55.584211 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef90a9-5c82-4419-a777-9a519a621c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746a53d3-e788-4003-bf12-25c63c385cf2,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:55.584808 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 53880) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:43:55.636252 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a7ec92ff-2c18-43c4-beca-3ebdc7b4a458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:55.642401 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ccb2c-3c1b-4f4d-bc7a-e6b0ffde4caf req-cdcac5fd-cd89-498c-a42e-b1d27dd78050 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:55.643869 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c85ccb2c-3c1b-4f4d-bc7a-e6b0ffde4caf req-cdcac5fd-cd89-498c-a42e-b1d27dd78050 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 984 time: 0.0490274 Aug 04 08:43:55.657820 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a7ec92ff-2c18-43c4-beca-3ebdc7b4a458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:55.684132 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c85ccb2c-3c1b-4f4d-bc7a-e6b0ffde4caf req-2b20d9ce-7e35-4a00-85b5-ef39dc8cd197 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d83b41-14cf-4e8d-9b6d-14935cfe13b0&id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340745 Aug 04 08:43:55.749297 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a7ec92ff-2c18-43c4-beca-3ebdc7b4a458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:55.751849 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a7ec92ff-2c18-43c4-beca-3ebdc7b4a458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:55.753035 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-a7ec92ff-2c18-43c4-beca-3ebdc7b4a458 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/746a53d3-e788-4003-bf12-25c63c385cf2 HTTP/1.1" status: 204 len: 168 time: 0.1671598 Aug 04 08:43:55.760967 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec92ff-2c18-43c4-beca-3ebdc7b4a458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746a53d3-e788-4003-bf12-25c63c385cf2,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:56.252875 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 53892) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:43:56.269952 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-701a7208-edb9-40db-ac01-971fd37f61dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:56.355058 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-701a7208-edb9-40db-ac01-971fd37f61dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:56.435273 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-701a7208-edb9-40db-ac01-971fd37f61dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:56.471831 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a7208-edb9-40db-ac01-971fd37f61dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31388f6-f63e-4b8d-9f7b-24205efe4892,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:56.476328 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-701a7208-edb9-40db-ac01-971fd37f61dc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=84c6d34a60b7405d837af723045dcf36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2223434 Aug 04 08:43:56.478751 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 53894) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:43:56.526761 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d99fe0f2-a44c-4795-92c1-e485db1ceade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:56.548183 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d99fe0f2-a44c-4795-92c1-e485db1ceade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:56.645743 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054ff52-25a4-4392-a69b-5679c639415f req-ba67a615-ad28-4874-937b-93c24393532b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:56.647219 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-7054ff52-25a4-4392-a69b-5679c639415f req-ba67a615-ad28-4874-937b-93c24393532b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=a61c81a0-f718-4ae9-889e-2d575f361c44 HTTP/1.1" status: 200 len: 946 time: 0.0482104 Aug 04 08:43:56.663434 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d99fe0f2-a44c-4795-92c1-e485db1ceade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:56.666130 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d99fe0f2-a44c-4795-92c1-e485db1ceade admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:56.667341 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-d99fe0f2-a44c-4795-92c1-e485db1ceade admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d31388f6-f63e-4b8d-9f7b-24205efe4892 HTTP/1.1" status: 204 len: 168 time: 0.1876280 Aug 04 08:43:56.675529 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99fe0f2-a44c-4795-92c1-e485db1ceade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31388f6-f63e-4b8d-9f7b-24205efe4892,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:56.694700 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-7054ff52-25a4-4392-a69b-5679c639415f req-5a506065-8231-471a-8b27-b20ed92068ab tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0416424 Aug 04 08:43:56.801387 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c405c66-9f65-48fa-a7d5-0b18c45c13be req-eebe3c82-b9cc-4fa5-97d1-c0db62bd4547 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:56.802868 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-7c405c66-9f65-48fa-a7d5-0b18c45c13be req-eebe3c82-b9cc-4fa5-97d1-c0db62bd4547 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 984 time: 0.0488698 Aug 04 08:43:56.845718 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-7c405c66-9f65-48fa-a7d5-0b18c45c13be req-02bb92c2-509a-40fb-9d9a-c0723f5fb83a tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d83b41-14cf-4e8d-9b6d-14935cfe13b0&id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366991 Aug 04 08:43:57.278950 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 53906) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:43:57.293874 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-37571efb-104d-4b62-8375-305c77a60d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:57.381633 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-37571efb-104d-4b62-8375-305c77a60d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:57.440399 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-37571efb-104d-4b62-8375-305c77a60d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:57.478401 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-37571efb-104d-4b62-8375-305c77a60d93 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=964fdfe7d61344ec80498ba6233c433b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1983478 Aug 04 08:43:57.479095 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37571efb-104d-4b62-8375-305c77a60d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e6cc89-a4b2-4f76-8168-8264b1d2ad4d,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:57.481173 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 53908) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:43:57.534275 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-a9abe53d-3489-4374-88fb-92ed67f97ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:57.556787 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-a9abe53d-3489-4374-88fb-92ed67f97ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:57.640394 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-a9abe53d-3489-4374-88fb-92ed67f97ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:57.642947 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-a9abe53d-3489-4374-88fb-92ed67f97ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:57.644138 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-a9abe53d-3489-4374-88fb-92ed67f97ae9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/31e6cc89-a4b2-4f76-8168-8264b1d2ad4d HTTP/1.1" status: 204 len: 168 time: 0.1619203 Aug 04 08:43:57.652131 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9abe53d-3489-4374-88fb-92ed67f97ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e6cc89-a4b2-4f76-8168-8264b1d2ad4d,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:43:57.808921 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a0350-d50c-480d-81ff-b8cf5b45d159 req-bb1d682f-eb80-457e-9f0a-50c009b582df tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:57.810932 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-309a0350-d50c-480d-81ff-b8cf5b45d159 req-bb1d682f-eb80-457e-9f0a-50c009b582df tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=a61c81a0-f718-4ae9-889e-2d575f361c44 HTTP/1.1" status: 200 len: 946 time: 0.0501022 Aug 04 08:43:57.847799 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-309a0350-d50c-480d-81ff-b8cf5b45d159 req-ce148e1a-ab6d-4353-b32d-d650e4517e57 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0310929 Aug 04 08:43:57.966297 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58892b7-6146-46e7-8e76-c6a096e26670 req-ffba05cd-827b-4cf3-b2e7-b2c333bb9d42 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:57.967886 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-d58892b7-6146-46e7-8e76-c6a096e26670 req-ffba05cd-827b-4cf3-b2e7-b2c333bb9d42 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 984 time: 0.0527813 Aug 04 08:43:58.008320 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-d58892b7-6146-46e7-8e76-c6a096e26670 req-c30a2feb-162f-405f-9317-8e26810519ba tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d83b41-14cf-4e8d-9b6d-14935cfe13b0&id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342207 Aug 04 08:43:58.964970 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2954c-3e56-4771-8927-6eb4693c215e req-eb55a40d-5bc5-4e6c-8326-cdebd92f48b9 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:58.966507 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-6da2954c-3e56-4771-8927-6eb4693c215e req-eb55a40d-5bc5-4e6c-8326-cdebd92f48b9 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=a61c81a0-f718-4ae9-889e-2d575f361c44 HTTP/1.1" status: 200 len: 946 time: 0.0505788 Aug 04 08:43:59.004231 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-6da2954c-3e56-4771-8927-6eb4693c215e req-48469089-f174-4521-b93f-493f689cf176 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319154 Aug 04 08:43:59.126659 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93569fe8-3e9d-47af-b3c2-0cf141cf18cd req-42e0388d-66b9-4632-b4ac-a69bbcc1714e tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:59.128368 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-93569fe8-3e9d-47af-b3c2-0cf141cf18cd req-42e0388d-66b9-4632-b4ac-a69bbcc1714e tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=a61c81a0-f718-4ae9-889e-2d575f361c44 HTTP/1.1" status: 200 len: 946 time: 0.0562732 Aug 04 08:43:59.134067 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d4eba-27f2-48b2-bfbe-5f0792e32fd5 req-cdb5a13e-4e2e-48e5-ae4d-c12a0e28516b tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:59.135770 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-670d4eba-27f2-48b2-bfbe-5f0792e32fd5 req-cdb5a13e-4e2e-48e5-ae4d-c12a0e28516b tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 984 time: 0.0609229 Aug 04 08:43:59.169487 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-93569fe8-3e9d-47af-b3c2-0cf141cf18cd req-c98f1263-ce5a-45cf-a393-17865431dcfb tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0348430 Aug 04 08:43:59.186548 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-670d4eba-27f2-48b2-bfbe-5f0792e32fd5 req-f672aa66-b84b-428c-a3e7-39aa42ee5598 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d83b41-14cf-4e8d-9b6d-14935cfe13b0&id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418756 Aug 04 08:43:59.191989 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 53958) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:43:59.377926 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442a4fe1-553b-4c8f-b26f-9805463eff38 tempest-TestVolumeBootPattern-1116038901 tempest-TestVolumeBootPattern-1116038901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:43:59.379423 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-442a4fe1-553b-4c8f-b26f-9805463eff38 tempest-TestVolumeBootPattern-1116038901 tempest-TestVolumeBootPattern-1116038901-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a61c81a0-f718-4ae9-889e-2d575f361c44 HTTP/1.1" status: 200 len: 1094 time: 0.1864951 Aug 04 08:43:59.382517 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 53966) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:43:59.388006 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-d69bc4e7-35a8-4ae2-a841-f1e82c23bb7d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Request body: {'floatingip': {'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'port_id': '9f32bc78-b969-4715-aa36-5ccef40b2878', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:43:59.526496 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d69bc4e7-35a8-4ae2-a841-f1e82c23bb7d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for floatingip, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:59.630792 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d69bc4e7-35a8-4ae2-a841-f1e82c23bb7d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:43:59.838076 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.db_base_plugin_common [None req-d69bc4e7-35a8-4ae2-a841-f1e82c23bb7d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Allocated IP 172.27.0.102 (3e216780-0509-4029-b6cd-a15c5c01b313/90755f8e-3998-4871-81e2-3daea40b0bfb/8b2d026f-bfdc-4582-b19c-258dc12157e1) {{(pid=100320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:43:59.939822 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d69bc4e7-35a8-4ae2-a841-f1e82c23bb7d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for port, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:00.023734 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d69bc4e7-35a8-4ae2-a841-f1e82c23bb7d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134116821'] for port, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:00.061858 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69bc4e7-35a8-4ae2-a841-f1e82c23bb7d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Network 3e216780-0509-4029-b6cd-a15c5c01b313 is already hosted by enough agents. {{(pid=100320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:44:00.064655 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.base_scheduler [None req-d69bc4e7-35a8-4ae2-a841-f1e82c23bb7d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Resources bound (agent type, host, resource id): {{(pid=100320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:44:00.067973 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69bc4e7-35a8-4ae2-a841-f1e82c23bb7d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Received port after_create {{(pid=100320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:44:00.095073 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69bc4e7-35a8-4ae2-a841-f1e82c23bb7d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Pushing event updated for resources: {'Port': ['ID=8b2d026f-bfdc-4582-b19c-258dc12157e1,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:44:00.330761 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c898c7-997d-4c24-b21c-7d23c5621ccb req-3d5c55b6-4fbb-4ba5-9730-d2eb56291ef9 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:00.332244 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-b5c898c7-997d-4c24-b21c-7d23c5621ccb req-3d5c55b6-4fbb-4ba5-9730-d2eb56291ef9 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 984 time: 0.0697751 Aug 04 08:44:00.431381 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-b5c898c7-997d-4c24-b21c-7d23c5621ccb req-0fb2b80c-de93-4082-9663-be10970790bf tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d83b41-14cf-4e8d-9b6d-14935cfe13b0&id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0815668 Aug 04 08:44:00.497731 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d69bc4e7-35a8-4ae2-a841-f1e82c23bb7d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:00.905827 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d69bc4e7-35a8-4ae2-a841-f1e82c23bb7d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:01.051329 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d69bc4e7-35a8-4ae2-a841-f1e82c23bb7d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for port, precommit_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:01.097286 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d69bc4e7-35a8-4ae2-a841-f1e82c23bb7d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134116828'] for port, after_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:01.159831 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69bc4e7-35a8-4ae2-a841-f1e82c23bb7d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Pushing event updated for resources: {'Port': ['ID=8b2d026f-bfdc-4582-b19c-258dc12157e1,revision_number=2']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:44:01.172287 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d69bc4e7-35a8-4ae2-a841-f1e82c23bb7d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055929'] for floatingip, after_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:01.270156 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.db.l3_db [None req-d69bc4e7-35a8-4ae2-a841-f1e82c23bb7d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Floating IP d2158783-0706-433f-acbe-970ae95b2284 associated. External IP: 172.27.0.102, port: 9f32bc78-b969-4715-aa36-5ccef40b2878. Aug 04 08:44:01.468239 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69bc4e7-35a8-4ae2-a841-f1e82c23bb7d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Router 4b811504-3b5e-4d85-8947-81201cead105 has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:44:01.602423 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f6257-2800-4be5-984f-d6123a96e53d req-d18e57c6-c15c-4e82-9ef3-859afe77297e tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:01.603896 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-641f6257-2800-4be5-984f-d6123a96e53d req-d18e57c6-c15c-4e82-9ef3-859afe77297e tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 984 time: 0.0912592 Aug 04 08:44:01.618658 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69bc4e7-35a8-4ae2-a841-f1e82c23bb7d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:44:01.628760 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16f58ae-db5b-42ce-a818-ef5d588f1950 None None] Sync routers for ids ['4b811504-3b5e-4d85-8947-81201cead105'] in dv-cinder-802653-4-iscsi {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:44:01.637693 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16f58ae-db5b-42ce-a818-ef5d588f1950 None None] Routers {'4b811504-3b5e-4d85-8947-81201cead105'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:44:01.638387 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-d16f58ae-db5b-42ce-a818-ef5d588f1950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:43:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['4b811504-3b5e-4d85-8947-81201cead105'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:44:01.659071 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-641f6257-2800-4be5-984f-d6123a96e53d req-334e50f2-253d-4504-b086-e0baf226470b tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d83b41-14cf-4e8d-9b6d-14935cfe13b0&id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0485935 Aug 04 08:44:01.680534 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d69bc4e7-35a8-4ae2-a841-f1e82c23bb7d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for floatingip, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:01.706919 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-d69bc4e7-35a8-4ae2-a841-f1e82c23bb7d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3231235 Aug 04 08:44:01.707624 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61c81a0-f718-4ae9-889e-2d575f361c44', 'tag': '9f32bc78-b969-4715-aa36-5ccef40b2878'}] {{(pid=100320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:44:01.710054 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0fb8cf4a75af305c05a6811089918ae1dc95fdd1c14f947d6ddb53af2a89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b426dd2e-ff47-4d4b-8635-259ec9ed8cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "a61c81a0-f718-4ae9-889e-2d575f361c44", "tag": "9f32bc78-b969-4715-aa36-5ccef40b2878"}]}' {{(pid=100320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:44:01.744890 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-d16f58ae-db5b-42ce-a818-ef5d588f1950 None None] Set router 4b811504-3b5e-4d85-8947-81201cead105 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:44:01.746171 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd538ec-338c-4dc0-85b0-d268de4c75a2 x-openstack-request-id: req-bbd538ec-338c-4dc0-85b0-d268de4c75a2 {{(pid=100320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:44:01.746556 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61c81a0-f718-4ae9-889e-2d575f361c44", "tag": "9f32bc78-b969-4715-aa36-5ccef40b2878", "status": "completed", "code": 200}]} {{(pid=100320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:44:01.746879 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bbd538ec-338c-4dc0-85b0-d268de4c75a2 {{(pid=100320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:44:01.747351 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61c81a0-f718-4ae9-889e-2d575f361c44', 'tag': '9f32bc78-b969-4715-aa36-5ccef40b2878', 'status': 'completed', 'code': 200} Aug 04 08:44:01.957898 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-d16f58ae-db5b-42ce-a818-ef5d588f1950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b811504-3b5e-4d85-8947-81201cead105', 'name': 'tempest-TestVolumeBootPattern-2134895935-router', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:44Z', 'updated_at': '2021-08-04T08:42:49Z', 'revision_number': 4, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'gw_port': {'id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:45Z', 'updated_at': '2021-08-04T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_floatingips': [{'id': 'd2158783-0706-433f-acbe-970ae95b2284', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'router_id': '4b811504-3b5e-4d85-8947-81201cead105', 'port_id': '9f32bc78-b969-4715-aa36-5ccef40b2878', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'mac_address': 'fa:16:3e:4d:5e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c81a0-f718-4ae9-889e-2d575f361c44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T08:44:00Z', 'updated_at': '2021-08-04T08:44:00Z', 'revision_number': 0, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f564317-117c-4b42-a965-36d82bf45d2e', 'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'mac_address': 'fa:16:3e:7b:5c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:48Z', 'updated_at': '2021-08-04T08:42:55Z', 'revision_number': 5, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'subnets': [{'id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:44:01.986854 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16f58ae-db5b-42ce-a818-ef5d588f1950 None None] Checking router: 4b811504-3b5e-4d85-8947-81201cead105 for host: dv-cinder-802653-4-iscsi {{(pid=100322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:44:01.994782 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16f58ae-db5b-42ce-a818-ef5d588f1950 None None] Routers {'4b811504-3b5e-4d85-8947-81201cead105'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:44:01.995386 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-d16f58ae-db5b-42ce-a818-ef5d588f1950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:43:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['4b811504-3b5e-4d85-8947-81201cead105'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:44:02.093799 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-d16f58ae-db5b-42ce-a818-ef5d588f1950 None None] Set router 4b811504-3b5e-4d85-8947-81201cead105 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:44:02.308716 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-d16f58ae-db5b-42ce-a818-ef5d588f1950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b811504-3b5e-4d85-8947-81201cead105', 'name': 'tempest-TestVolumeBootPattern-2134895935-router', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:44Z', 'updated_at': '2021-08-04T08:42:49Z', 'revision_number': 4, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'gw_port': {'id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:45Z', 'updated_at': '2021-08-04T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_floatingips': [{'id': 'd2158783-0706-433f-acbe-970ae95b2284', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'router_id': '4b811504-3b5e-4d85-8947-81201cead105', 'port_id': '9f32bc78-b969-4715-aa36-5ccef40b2878', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'mac_address': 'fa:16:3e:4d:5e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c81a0-f718-4ae9-889e-2d575f361c44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T08:44:00Z', 'updated_at': '2021-08-04T08:44:00Z', 'revision_number': 0, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f564317-117c-4b42-a965-36d82bf45d2e', 'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'mac_address': 'fa:16:3e:7b:5c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:48Z', 'updated_at': '2021-08-04T08:42:55Z', 'revision_number': 5, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'subnets': [{'id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:44:02.333865 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16f58ae-db5b-42ce-a818-ef5d588f1950 None None] The sync data for ids ['4b811504-3b5e-4d85-8947-81201cead105'] in dv-cinder-802653-4-iscsi is: [{'id': '4b811504-3b5e-4d85-8947-81201cead105', 'name': 'tempest-TestVolumeBootPattern-2134895935-router', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:44Z', 'updated_at': '2021-08-04T08:42:49Z', 'revision_number': 4, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'gw_port': {'id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:45Z', 'updated_at': '2021-08-04T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_floatingips': [{'id': 'd2158783-0706-433f-acbe-970ae95b2284', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'router_id': '4b811504-3b5e-4d85-8947-81201cead105', 'port_id': '9f32bc78-b969-4715-aa36-5ccef40b2878', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'mac_address': 'fa:16:3e:4d:5e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c81a0-f718-4ae9-889e-2d575f361c44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T08:44:00Z', 'updated_at': '2021-08-04T08:44:00Z', 'revision_number': 0, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f564317-117c-4b42-a965-36d82bf45d2e', 'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'mac_address': 'fa:16:3e:7b:5c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:48Z', 'updated_at': '2021-08-04T08:42:55Z', 'revision_number': 5, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'subnets': [{'id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:44:02.513385 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0cb2e3-7b49-42dd-8a65-a674c0bf7e91 None None] New status for floating IP d2158783-0706-433f-acbe-970ae95b2284: ACTIVE {{(pid=100323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 08:44:02.775729 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426dd2e-ff47-4d4b-8635-259ec9ed8cb4 req-db1280b0-92ad-4ab8-95a7-177f8b7dcc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:02.777677 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b426dd2e-ff47-4d4b-8635-259ec9ed8cb4 req-db1280b0-92ad-4ab8-95a7-177f8b7dcc3e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dedd88d93ffc4bca9dc856c5b204a955&device_id=a61c81a0-f718-4ae9-889e-2d575f361c44 HTTP/1.1" status: 200 len: 1099 time: 0.0559962 Aug 04 08:44:02.778549 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c0038-0250-44bb-95b4-302caae6fd54 req-d8bfc205-2e85-4d15-ba7a-3821e0eea8cf tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:02.780072 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-796c0038-0250-44bb-95b4-302caae6fd54 req-d8bfc205-2e85-4d15-ba7a-3821e0eea8cf tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 984 time: 0.0506005 Aug 04 08:44:02.822126 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-796c0038-0250-44bb-95b4-302caae6fd54 req-c646b015-7d76-4484-8aaf-907efbf9e8f9 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d83b41-14cf-4e8d-9b6d-14935cfe13b0&id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358810 Aug 04 08:44:02.868818 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426dd2e-ff47-4d4b-8635-259ec9ed8cb4 req-cc3c2388-65d0-4268-ba18-8d1a7d695df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:02.870294 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b426dd2e-ff47-4d4b-8635-259ec9ed8cb4 req-cc3c2388-65d0-4268-ba18-8d1a7d695df4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a5391651-c052-4019-966f-27312282f5a7 HTTP/1.1" status: 200 len: 913 time: 0.0846353 Aug 04 08:44:02.940370 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b426dd2e-ff47-4d4b-8635-259ec9ed8cb4 req-9f891415-73bf-4fca-a9b9-d35a34bc00e4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f32bc78-b969-4715-aa36-5ccef40b2878 HTTP/1.1" status: 200 len: 1002 time: 0.0611820 Aug 04 08:44:02.991475 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426dd2e-ff47-4d4b-8635-259ec9ed8cb4 req-0ac423c7-0227-4264-b5f9-4d9de591053a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:02.992922 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b426dd2e-ff47-4d4b-8635-259ec9ed8cb4 req-0ac423c7-0227-4264-b5f9-4d9de591053a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=88edd72a-bd44-4717-a8ab-c97bf6648020 HTTP/1.1" status: 200 len: 851 time: 0.0418549 Aug 04 08:44:03.045432 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426dd2e-ff47-4d4b-8635-259ec9ed8cb4 req-11ff59d6-80ef-409f-a8e6-15076f0a7948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:03.046875 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b426dd2e-ff47-4d4b-8635-259ec9ed8cb4 req-11ff59d6-80ef-409f-a8e6-15076f0a7948 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5391651-c052-4019-966f-27312282f5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391555 Aug 04 08:44:03.143569 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b426dd2e-ff47-4d4b-8635-259ec9ed8cb4 req-e6c77d6e-6276-42b0-832f-79af3f5780c4 service neutron] 10.222.0.61 "GET /v2.0/networks/a5391651-c052-4019-966f-27312282f5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842483 Aug 04 08:44:03.233005 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b426dd2e-ff47-4d4b-8635-259ec9ed8cb4 req-e7686d39-59a2-4df0-a17d-b304d25e80d2 service neutron] 10.222.0.61 "GET /v2.0/networks/a5391651-c052-4019-966f-27312282f5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809016 Aug 04 08:44:03.942959 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff6316-283e-4242-aeb0-70aa3bbdc8c7 req-cf90c207-114f-49af-b254-046c66f3efb9 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:03.944473 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-65ff6316-283e-4242-aeb0-70aa3bbdc8c7 req-cf90c207-114f-49af-b254-046c66f3efb9 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 984 time: 0.0492332 Aug 04 08:44:03.983807 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-65ff6316-283e-4242-aeb0-70aa3bbdc8c7 req-8cc33c94-d61a-4092-b91c-a47160acc8cb tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d83b41-14cf-4e8d-9b6d-14935cfe13b0&id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327499 Aug 04 08:44:05.101508 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c05b4-442e-4d40-8cbc-0e2c1eaef82a req-89485f8c-d753-4c97-a008-0e89a8ac23c3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:05.102972 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-8c3c05b4-442e-4d40-8cbc-0e2c1eaef82a req-89485f8c-d753-4c97-a008-0e89a8ac23c3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 984 time: 0.0516145 Aug 04 08:44:05.142694 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-8c3c05b4-442e-4d40-8cbc-0e2c1eaef82a req-b39d01c0-7503-4a02-ac55-67f033cc1e5b tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d83b41-14cf-4e8d-9b6d-14935cfe13b0&id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335424 Aug 04 08:44:06.412204 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9e305-057f-4e0c-a66d-db32bd6a7f1d req-ec8d0360-9bf1-4581-ba71-9b1d43f60018 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:06.413589 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-edf9e305-057f-4e0c-a66d-db32bd6a7f1d req-ec8d0360-9bf1-4581-ba71-9b1d43f60018 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 984 time: 0.2029858 Aug 04 08:44:06.453064 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-edf9e305-057f-4e0c-a66d-db32bd6a7f1d req-176736fe-4c3f-4f1f-b11e-cb53ce20f6b6 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d83b41-14cf-4e8d-9b6d-14935cfe13b0&id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327621 Aug 04 08:44:07.515489 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-99660d13-d057-486e-87b9-7e553afdbcd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:07.574705 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7278a65-701b-4fc7-aad2-df17782a8020 req-35758bcd-fc6c-4c1b-ad57-686ef6c4be01 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:07.576282 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-d7278a65-701b-4fc7-aad2-df17782a8020 req-35758bcd-fc6c-4c1b-ad57-686ef6c4be01 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 984 time: 0.0512164 Aug 04 08:44:07.618529 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-d7278a65-701b-4fc7-aad2-df17782a8020 req-3adda398-49c2-46fb-ba8a-17e0f077b3e4 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d83b41-14cf-4e8d-9b6d-14935cfe13b0&id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353785 Aug 04 08:44:08.739904 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4c53e-959b-4767-9c14-b7c3cada6641 req-c94fb773-6290-48bf-93ab-86a7b7f8dcbe tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:08.741472 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-6bf4c53e-959b-4767-9c14-b7c3cada6641 req-c94fb773-6290-48bf-93ab-86a7b7f8dcbe tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 984 time: 0.0552397 Aug 04 08:44:08.782605 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-6bf4c53e-959b-4767-9c14-b7c3cada6641 req-95baa47f-585a-4082-90b9-d011e0758980 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d83b41-14cf-4e8d-9b6d-14935cfe13b0&id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351288 Aug 04 08:44:09.901888 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564bfb9e-64eb-4136-9005-36fd1a4608ab req-f050f9d8-c07c-45af-94a0-7622683d1485 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:09.903287 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-564bfb9e-64eb-4136-9005-36fd1a4608ab req-f050f9d8-c07c-45af-94a0-7622683d1485 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 984 time: 0.0526538 Aug 04 08:44:09.943484 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-564bfb9e-64eb-4136-9005-36fd1a4608ab req-6681699b-cc94-447c-9e90-79c3362acc75 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d83b41-14cf-4e8d-9b6d-14935cfe13b0&id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335495 Aug 04 08:44:10.059874 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3877c8-19c2-436e-8f6a-2bf78407cc28 req-d3b7f29d-ec09-4da1-a330-b3c3a5f46676 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:10.061451 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0e3877c8-19c2-436e-8f6a-2bf78407cc28 req-d3b7f29d-ec09-4da1-a330-b3c3a5f46676 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2401c08-77c5-4ffc-9754-a8b7eb271ebf HTTP/1.1" status: 200 len: 945 time: 0.0521247 Aug 04 08:44:10.099901 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0e3877c8-19c2-436e-8f6a-2bf78407cc28 req-478d3670-fe8c-4103-860d-8ed56ca631a7 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/security-groups?id=2674f89a-e088-4cb4-90ee-85baa4ca8a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326111 Aug 04 08:44:10.286018 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:10.297462 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d8da20f6-aefe-4e0b-a8f4-14e1012a90e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:10.787779 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 54146) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:44:10.886782 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ab162bf1-fe05-4c41-acc0-25b4a43675f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:10.978832 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ab162bf1-fe05-4c41-acc0-25b4a43675f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:11.040482 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ab162bf1-fe05-4c41-acc0-25b4a43675f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:11.061614 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ac202-c466-471b-9327-ad66093c7e86 req-7bdba154-84c5-47bb-84f0-bf8e189384b8 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:11.063139 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-554ac202-c466-471b-9327-ad66093c7e86 req-7bdba154-84c5-47bb-84f0-bf8e189384b8 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 984 time: 0.0507469 Aug 04 08:44:11.085199 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-ab162bf1-fe05-4c41-acc0-25b4a43675f3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7d2ec637b903409a9e66f07a37c8fe2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2962787 Aug 04 08:44:11.086335 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab162bf1-fe05-4c41-acc0-25b4a43675f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d00d279-e05b-405e-b53e-cbbf0d00506b,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:44:11.088129 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 54152) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:44:11.122247 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-554ac202-c466-471b-9327-ad66093c7e86 req-417911c5-1cc1-4c5a-8f9e-b342d875f57d tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d83b41-14cf-4e8d-9b6d-14935cfe13b0&id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525260 Aug 04 08:44:11.156218 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c8893edc-444c-4206-9db6-345044fd1505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:11.172072 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:11.178012 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c8893edc-444c-4206-9db6-345044fd1505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:11.220566 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8e45b-2458-4cdd-bd5e-6fabbea584f7 req-68624092-f289-4118-96a4-7801efbe3729 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:11.222066 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-65c8e45b-2458-4cdd-bd5e-6fabbea584f7 req-68624092-f289-4118-96a4-7801efbe3729 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2401c08-77c5-4ffc-9754-a8b7eb271ebf HTTP/1.1" status: 200 len: 945 time: 0.0487556 Aug 04 08:44:11.260101 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-65c8e45b-2458-4cdd-bd5e-6fabbea584f7 req-280c1046-d533-467f-bcc6-65a1b655aad5 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/security-groups?id=2674f89a-e088-4cb4-90ee-85baa4ca8a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319028 Aug 04 08:44:11.286158 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c8893edc-444c-4206-9db6-345044fd1505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:11.290860 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c8893edc-444c-4206-9db6-345044fd1505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:11.290860 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-c8893edc-444c-4206-9db6-345044fd1505 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7d00d279-e05b-405e-b53e-cbbf0d00506b HTTP/1.1" status: 204 len: 168 time: 0.1996007 Aug 04 08:44:11.300339 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8893edc-444c-4206-9db6-345044fd1505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d00d279-e05b-405e-b53e-cbbf0d00506b,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:44:11.874421 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 54162) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:44:11.887682 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-631045f2-38c2-4179-b5d1-b96b575b669e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:11.972862 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-631045f2-38c2-4179-b5d1-b96b575b669e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:12.040185 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-631045f2-38c2-4179-b5d1-b96b575b669e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:12.078020 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-631045f2-38c2-4179-b5d1-b96b575b669e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f0cc71214c314e57a3ea7377158588ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2024405 Aug 04 08:44:12.078872 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631045f2-38c2-4179-b5d1-b96b575b669e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd3cec7-f3d7-46ef-b0f7-7a020a658d4f,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:44:12.080689 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 54164) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:44:12.134404 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1883004e-a1bb-4181-a534-2aa48b269526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:12.155455 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1883004e-a1bb-4181-a534-2aa48b269526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:12.236946 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de5571-f63b-44ae-a49e-c68566ad7d72 req-75b7d5a5-0539-4f6a-995b-c8e66363b11f tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:12.238487 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-66de5571-f63b-44ae-a49e-c68566ad7d72 req-75b7d5a5-0539-4f6a-995b-c8e66363b11f tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 984 time: 0.0499425 Aug 04 08:44:12.268042 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54fc1c-f055-4b57-b0ed-9312d8cde9cd req-655f8a42-11d8-448c-bae1-ba5ec60c7126 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:12.269593 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8e54fc1c-f055-4b57-b0ed-9312d8cde9cd req-655f8a42-11d8-448c-bae1-ba5ec60c7126 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2401c08-77c5-4ffc-9754-a8b7eb271ebf HTTP/1.1" status: 200 len: 945 time: 0.0492485 Aug 04 08:44:12.276447 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1883004e-a1bb-4181-a534-2aa48b269526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:12.279076 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1883004e-a1bb-4181-a534-2aa48b269526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:12.282692 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-1883004e-a1bb-4181-a534-2aa48b269526 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6bd3cec7-f3d7-46ef-b0f7-7a020a658d4f HTTP/1.1" status: 204 len: 168 time: 0.1973183 Aug 04 08:44:12.287977 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-66de5571-f63b-44ae-a49e-c68566ad7d72 req-da17e0a2-8e93-44a0-8c96-43999e0f5275 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d83b41-14cf-4e8d-9b6d-14935cfe13b0&id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414128 Aug 04 08:44:12.293770 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883004e-a1bb-4181-a534-2aa48b269526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd3cec7-f3d7-46ef-b0f7-7a020a658d4f,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:44:12.407253 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-8e54fc1c-f055-4b57-b0ed-9312d8cde9cd req-14c76db3-a79a-407b-a048-7fe8fe50f032 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Deleting port ff9d421e-1ff4-419d-ba75-02a8574ca521 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:44:12.407253 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-8e54fc1c-f055-4b57-b0ed-9312d8cde9cd req-14c76db3-a79a-407b-a048-7fe8fe50f032 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:12.459003 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b71e5-844a-4a62-89fa-3df9284f5748 req-2b0a6151-3f8f-4fa4-9fac-11746dd40d01 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:12.460485 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8e0b71e5-844a-4a62-89fa-3df9284f5748 req-2b0a6151-3f8f-4fa4-9fac-11746dd40d01 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2401c08-77c5-4ffc-9754-a8b7eb271ebf HTTP/1.1" status: 200 len: 945 time: 0.0996943 Aug 04 08:44:12.520940 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8e0b71e5-844a-4a62-89fa-3df9284f5748 req-6b53622e-cf11-4c52-a6a7-a5574b7bde7e tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/security-groups?id=2674f89a-e088-4cb4-90ee-85baa4ca8a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515733 Aug 04 08:44:12.535540 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-8e54fc1c-f055-4b57-b0ed-9312d8cde9cd req-14c76db3-a79a-407b-a048-7fe8fe50f032 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] For port ff9d421e-1ff4-419d-ba75-02a8574ca521, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=ff9d421e-1ff4-419d-ba75-02a8574ca521,segment=NetworkSegment(c4abe7e1-08a4-43e2-888f-b67e27976ff9),segment_id=c4abe7e1-08a4-43e2-888f-b67e27976ff9)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:44:12.535911 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-8e54fc1c-f055-4b57-b0ed-9312d8cde9cd req-14c76db3-a79a-407b-a048-7fe8fe50f032 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:12.549203 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-8e54fc1c-f055-4b57-b0ed-9312d8cde9cd req-14c76db3-a79a-407b-a048-7fe8fe50f032 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Calling delete_port for ff9d421e-1ff4-419d-ba75-02a8574ca521 owned by compute:nova {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:44:12.715144 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-8e54fc1c-f055-4b57-b0ed-9312d8cde9cd req-14c76db3-a79a-407b-a048-7fe8fe50f032 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:12.744631 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c76db3-a79a-407b-a048-7fe8fe50f032 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Pushing event deleted for resources: {'Port': ['ID=ff9d421e-1ff4-419d-ba75-02a8574ca521,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:44:12.760823 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['ff9d421e-1ff4-419d-ba75-02a8574ca521'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:44:12.785472 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e54fc1c-f055-4b57-b0ed-9312d8cde9cd req-14c76db3-a79a-407b-a048-7fe8fe50f032 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] No DVR routers for this DVR port ff9d421e-1ff4-419d-ba75-02a8574ca521 on host hv-cinder-80265 {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:44:12.787961 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-8e54fc1c-f055-4b57-b0ed-9312d8cde9cd req-14c76db3-a79a-407b-a048-7fe8fe50f032 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:12.789956 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8e54fc1c-f055-4b57-b0ed-9312d8cde9cd req-14c76db3-a79a-407b-a048-7fe8fe50f032 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.61 "DELETE /v2.0/ports/ff9d421e-1ff4-419d-ba75-02a8574ca521 HTTP/1.1" status: 204 len: 173 time: 0.5128551 Aug 04 08:44:12.790382 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2401c08-77c5-4ffc-9754-a8b7eb271ebf', 'name': 'network-vif-deleted', 'tag': 'ff9d421e-1ff4-419d-ba75-02a8574ca521'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:44:12.792622 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1982ed38-9fc2-443a-967b-8920c5e787c5" -d '{"events": [{"server_uuid": "f2401c08-77c5-4ffc-9754-a8b7eb271ebf", "name": "network-vif-deleted", "tag": "ff9d421e-1ff4-419d-ba75-02a8574ca521"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:44:12.831210 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12546548-9ddb-488a-874e-333f27c650c7 x-openstack-request-id: req-12546548-9ddb-488a-874e-333f27c650c7 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:44:12.831524 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2401c08-77c5-4ffc-9754-a8b7eb271ebf", "name": "network-vif-deleted", "tag": "ff9d421e-1ff4-419d-ba75-02a8574ca521", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:44:12.831760 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-12546548-9ddb-488a-874e-333f27c650c7 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:44:12.832193 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2401c08-77c5-4ffc-9754-a8b7eb271ebf', 'name': 'network-vif-deleted', 'tag': 'ff9d421e-1ff4-419d-ba75-02a8574ca521', 'status': 'completed', 'code': 200} Aug 04 08:44:12.897297 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:12.944215 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 54180) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:44:12.958078 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e1196b18-b3ec-4b34-ba45-22740ae551c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:13.061649 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e1196b18-b3ec-4b34-ba45-22740ae551c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:13.130674 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e1196b18-b3ec-4b34-ba45-22740ae551c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:13.171784 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-e1196b18-b3ec-4b34-ba45-22740ae551c0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=535c0a3ac4bf409da7a2a96275b89bb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264967 Aug 04 08:44:13.173782 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1196b18-b3ec-4b34-ba45-22740ae551c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f95737-c23c-4820-b337-30359b107179,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:44:13.174667 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 54182) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:44:13.221631 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-62ef900d-f7bd-4bdc-aba6-89d538346cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:13.242064 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-62ef900d-f7bd-4bdc-aba6-89d538346cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:13.360418 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-62ef900d-f7bd-4bdc-aba6-89d538346cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:13.365902 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-62ef900d-f7bd-4bdc-aba6-89d538346cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:13.367170 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-62ef900d-f7bd-4bdc-aba6-89d538346cf0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/23f95737-c23c-4820-b337-30359b107179 HTTP/1.1" status: 204 len: 168 time: 0.1914926 Aug 04 08:44:13.377732 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef900d-f7bd-4bdc-aba6-89d538346cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f95737-c23c-4820-b337-30359b107179,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:44:13.386514 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef900d-f7bd-4bdc-aba6-89d538346cf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:44:13.386966 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef900d-f7bd-4bdc-aba6-89d538346cf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:44:13.387397 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef900d-f7bd-4bdc-aba6-89d538346cf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:44:13.387728 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef900d-f7bd-4bdc-aba6-89d538346cf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:44:13.388622 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef900d-f7bd-4bdc-aba6-89d538346cf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:44:13.388920 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef900d-f7bd-4bdc-aba6-89d538346cf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:44:13.389356 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef900d-f7bd-4bdc-aba6-89d538346cf0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:44:13.389912 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef900d-f7bd-4bdc-aba6-89d538346cf0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:44:13.390495 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef900d-f7bd-4bdc-aba6-89d538346cf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:44:13.390917 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef900d-f7bd-4bdc-aba6-89d538346cf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:44:13.391351 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef900d-f7bd-4bdc-aba6-89d538346cf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:44:13.391800 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ef900d-f7bd-4bdc-aba6-89d538346cf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:44:13.428331 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c3bfa-e0bb-4ddd-958f-6ea3c3405ea5 req-46e5cf2f-5494-4c36-afab-fbc60af961f2 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:13.430414 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a91c3bfa-e0bb-4ddd-958f-6ea3c3405ea5 req-46e5cf2f-5494-4c36-afab-fbc60af961f2 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 984 time: 0.0595522 Aug 04 08:44:13.497858 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a91c3bfa-e0bb-4ddd-958f-6ea3c3405ea5 req-9998c3c5-4423-4326-9401-9f07e49615f9 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d83b41-14cf-4e8d-9b6d-14935cfe13b0&id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0467997 Aug 04 08:44:13.624112 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-267ba658-5679-4c6b-a4c4-73ad2f7f44cf req-a2419e88-123a-4d57-83e8-1ebc17376ae9 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2401c08-77c5-4ffc-9754-a8b7eb271ebf HTTP/1.1" status: 200 len: 210 time: 0.0258713 Aug 04 08:44:13.901374 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14ab46-4dd5-41bd-84f7-429f53feb805 req-678449c0-be41-4920-986a-2a094da87027 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:13.902851 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9d14ab46-4dd5-41bd-84f7-429f53feb805 req-678449c0-be41-4920-986a-2a094da87027 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0506189 Aug 04 08:44:13.939961 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9d14ab46-4dd5-41bd-84f7-429f53feb805 req-41b52fb8-766d-4129-80ca-4649fd2f56af tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307035 Aug 04 08:44:14.595088 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4426f-454d-46ad-97b4-cdb0d6c4c313 req-95e10990-8445-475c-b2b1-20e21996fae3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:14.596688 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-eed4426f-454d-46ad-97b4-cdb0d6c4c313 req-95e10990-8445-475c-b2b1-20e21996fae3 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 984 time: 0.0533369 Aug 04 08:44:14.636771 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-eed4426f-454d-46ad-97b4-cdb0d6c4c313 req-1c8d7f5b-af62-4e6a-91c2-089f7fb1eed9 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d83b41-14cf-4e8d-9b6d-14935cfe13b0&id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341456 Aug 04 08:44:15.054504 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38800f95-ba17-42f7-bf01-21d4fdf73287 req-fbb7d6f5-1e2a-4d0b-accc-465dd8a5cf8e tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:15.056044 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-38800f95-ba17-42f7-bf01-21d4fdf73287 req-fbb7d6f5-1e2a-4d0b-accc-465dd8a5cf8e tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0490539 Aug 04 08:44:15.105697 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-38800f95-ba17-42f7-bf01-21d4fdf73287 req-60348be5-6116-49d6-85b7-5d4c14bd0b26 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434690 Aug 04 08:44:15.751191 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca84b3d-33c0-4062-8134-03f3807b2d9a req-97b0f8a4-5e50-4009-b662-87d49bd414be tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:15.752682 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-3ca84b3d-33c0-4062-8134-03f3807b2d9a req-97b0f8a4-5e50-4009-b662-87d49bd414be tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 984 time: 0.0486431 Aug 04 08:44:15.791211 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-3ca84b3d-33c0-4062-8134-03f3807b2d9a req-c6f21f1f-6b2f-48fc-9fd6-bd4f81324454 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d83b41-14cf-4e8d-9b6d-14935cfe13b0&id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323102 Aug 04 08:44:16.229910 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f766140-fac6-4611-ae59-0cd1cc7ec4ac req-3415717f-d272-44df-b58b-0c416097bb10 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:16.231384 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8f766140-fac6-4611-ae59-0cd1cc7ec4ac req-3415717f-d272-44df-b58b-0c416097bb10 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0489371 Aug 04 08:44:16.268813 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8f766140-fac6-4611-ae59-0cd1cc7ec4ac req-22ebaf96-2e08-4df9-b56f-98e598e55942 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311229 Aug 04 08:44:16.905274 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae20c2-3648-4635-a1ca-c1e4414f7f86 req-093c933f-a6d1-42b9-a565-af7634dfe7e0 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:16.906762 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a3ae20c2-3648-4635-a1ca-c1e4414f7f86 req-093c933f-a6d1-42b9-a565-af7634dfe7e0 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 984 time: 0.0498981 Aug 04 08:44:16.945833 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a3ae20c2-3648-4635-a1ca-c1e4414f7f86 req-783d6af8-8185-4d1f-8e63-c7d942661eba tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d83b41-14cf-4e8d-9b6d-14935cfe13b0&id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330725 Aug 04 08:44:17.268804 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device ff9d421e-1ff4-419d-ba75-02a8574ca521 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:44:17.287577 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] No Port match for: ff9d421e-1ff4-419d-ba75-02a8574ca521 {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:44:17.287961 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device ff9d421e-1ff4-419d-ba75-02a8574ca521 not bound to the agent host hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:44:17.388691 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e39f2c-2d84-4792-9cd7-2e2d8493cd48 req-83a22d40-dc74-42d8-bdcb-f4bbc10a8210 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:17.390276 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-89e39f2c-2d84-4792-9cd7-2e2d8493cd48 req-83a22d40-dc74-42d8-bdcb-f4bbc10a8210 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0560648 Aug 04 08:44:17.432136 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-89e39f2c-2d84-4792-9cd7-2e2d8493cd48 req-a920b19f-138a-4ac6-b78b-d33bfd6bb68a tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358217 Aug 04 08:44:18.057863 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a08cbb-f508-471e-9187-c2ff384e5bf7 req-fc6edc22-d0d1-4c57-b5eb-b14a23f75b70 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:18.059286 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-43a08cbb-f508-471e-9187-c2ff384e5bf7 req-fc6edc22-d0d1-4c57-b5eb-b14a23f75b70 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 984 time: 0.0481133 Aug 04 08:44:18.098288 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-43a08cbb-f508-471e-9187-c2ff384e5bf7 req-d58127ae-283f-4f6b-8ece-ccce4fbdb6bd tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d83b41-14cf-4e8d-9b6d-14935cfe13b0&id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330746 Aug 04 08:44:18.544704 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c101e-e752-4a6d-b9e3-09f7591173f8 req-7426a5f5-105c-4997-ab3c-ea73b2d68dec tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:18.546096 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-818c101e-e752-4a6d-b9e3-09f7591173f8 req-7426a5f5-105c-4997-ab3c-ea73b2d68dec tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0481963 Aug 04 08:44:18.585847 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-818c101e-e752-4a6d-b9e3-09f7591173f8 req-4d8f331e-26e9-493a-883e-dd64cee76d7b tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332820 Aug 04 08:44:19.037495 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db17a43-480c-459f-9ffa-d41e2d3623c7 req-6d72523f-6bbf-4602-8df5-0ab1e1f373b8 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:19.038918 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7db17a43-480c-459f-9ffa-d41e2d3623c7 req-6d72523f-6bbf-4602-8df5-0ab1e1f373b8 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0477154 Aug 04 08:44:19.135071 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-7db17a43-480c-459f-9ffa-d41e2d3623c7 req-b33fd2fd-3f40-49a6-8c82-0eea9f037b4f tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Deleting port ac909070-ec11-4604-bc29-7949d074e3c1 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:44:19.135424 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-7db17a43-480c-459f-9ffa-d41e2d3623c7 req-b33fd2fd-3f40-49a6-8c82-0eea9f037b4f tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:19.217647 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9a76f-f6ae-4756-bfe9-27ebd27cb812 req-6fe4e025-ba7b-4865-9ba5-356a16fbb8a6 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:19.219717 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-afa9a76f-f6ae-4756-bfe9-27ebd27cb812 req-6fe4e025-ba7b-4865-9ba5-356a16fbb8a6 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 984 time: 0.0535464 Aug 04 08:44:19.227516 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-7db17a43-480c-459f-9ffa-d41e2d3623c7 req-b33fd2fd-3f40-49a6-8c82-0eea9f037b4f tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] For port ac909070-ec11-4604-bc29-7949d074e3c1, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=ac909070-ec11-4604-bc29-7949d074e3c1,segment=NetworkSegment(5e68a294-6a8a-445c-8bd6-23f3bac2ccca),segment_id=5e68a294-6a8a-445c-8bd6-23f3bac2ccca)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:44:19.227887 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-7db17a43-480c-459f-9ffa-d41e2d3623c7 req-b33fd2fd-3f40-49a6-8c82-0eea9f037b4f tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:19.265330 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-afa9a76f-f6ae-4756-bfe9-27ebd27cb812 req-f564bccc-205c-43b3-8688-2f1dfcaae8ca tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d83b41-14cf-4e8d-9b6d-14935cfe13b0&id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395396 Aug 04 08:44:19.716511 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec29a37-7c1e-45d3-bff1-77e6d49cccfb req-c666095c-de6f-45e1-8e1c-2b922ad6625c tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:19.716511 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2ec29a37-7c1e-45d3-bff1-77e6d49cccfb req-c666095c-de6f-45e1-8e1c-2b922ad6625c tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0582049 Aug 04 08:44:19.748079 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2ec29a37-7c1e-45d3-bff1-77e6d49cccfb req-a3cd1f52-bc06-435b-a1d7-9c3d51089267 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1bb4be86-fe92-4e57-a4d9-69db1c797f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335553 Aug 04 08:44:19.752034 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-7db17a43-480c-459f-9ffa-d41e2d3623c7 req-b33fd2fd-3f40-49a6-8c82-0eea9f037b4f tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:19.752518 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-7db17a43-480c-459f-9ffa-d41e2d3623c7 req-b33fd2fd-3f40-49a6-8c82-0eea9f037b4f tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055929'] for floatingip, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:19.752834 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.db.l3_db [req-7db17a43-480c-459f-9ffa-d41e2d3623c7 req-b33fd2fd-3f40-49a6-8c82-0eea9f037b4f tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Floating IP 29a7ad9c-48b5-4f5f-8198-7caca8e2d835 disassociated. External IP: 172.27.0.218, port: ac909070-ec11-4604-bc29-7949d074e3c1. Aug 04 08:44:19.753204 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-7db17a43-480c-459f-9ffa-d41e2d3623c7 req-b33fd2fd-3f40-49a6-8c82-0eea9f037b4f tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Calling delete_port for ac909070-ec11-4604-bc29-7949d074e3c1 owned by compute:nova {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:44:19.943370 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-7db17a43-480c-459f-9ffa-d41e2d3623c7 req-b33fd2fd-3f40-49a6-8c82-0eea9f037b4f tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:20.000465 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33fd2fd-3f40-49a6-8c82-0eea9f037b4f tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Pushing event deleted for resources: {'Port': ['ID=ac909070-ec11-4604-bc29-7949d074e3c1,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:44:20.062857 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7396671d-0c1d-4e40-a603-d0ffdb1a8251 req-22b9f9dd-ea73-4034-ba4c-41b20f0347ce service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1057475 Aug 04 08:44:20.165064 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7db17a43-480c-459f-9ffa-d41e2d3623c7 req-b33fd2fd-3f40-49a6-8c82-0eea9f037b4f tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Router c9f931c9-2943-4dfe-af33-d6aa563b9381 has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:44:20.168605 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396671d-0c1d-4e40-a603-d0ffdb1a8251 req-bd10dcdc-4da9-42a4-ad2c-8222218db3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:20.172180 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7396671d-0c1d-4e40-a603-d0ffdb1a8251 req-bd10dcdc-4da9-42a4-ad2c-8222218db3c0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=19d32ebc260f41d6bdfc25aff4d7b332&device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 1137 time: 0.0700235 Aug 04 08:44:20.344688 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7db17a43-480c-459f-9ffa-d41e2d3623c7 req-b33fd2fd-3f40-49a6-8c82-0eea9f037b4f tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:44:20.357524 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29273aa0-a554-4380-a05d-a2dd1ea2a960 None None] Sync routers for ids ['c9f931c9-2943-4dfe-af33-d6aa563b9381'] in dv-cinder-802653-4-iscsi {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:44:20.366518 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29273aa0-a554-4380-a05d-a2dd1ea2a960 None None] Routers {'c9f931c9-2943-4dfe-af33-d6aa563b9381'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:44:20.367205 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-29273aa0-a554-4380-a05d-a2dd1ea2a960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:44:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['c9f931c9-2943-4dfe-af33-d6aa563b9381'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:44:20.368723 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396671d-0c1d-4e40-a603-d0ffdb1a8251 req-4c8ba7f9-2ceb-4727-99e4-777cb79d1891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:20.370212 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7396671d-0c1d-4e40-a603-d0ffdb1a8251 req-4c8ba7f9-2ceb-4727-99e4-777cb79d1891 service neutron] 10.222.0.61 "GET /v2.0/networks?id=658fd4fe-362a-4cbc-af4e-3cb45e090bf9 HTTP/1.1" status: 200 len: 915 time: 0.1561923 Aug 04 08:44:20.390655 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db17a43-480c-459f-9ffa-d41e2d3623c7 req-b33fd2fd-3f40-49a6-8c82-0eea9f037b4f tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] No DVR routers for this DVR port ac909070-ec11-4604-bc29-7949d074e3c1 on host hv-cinder-80265 {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:44:20.397727 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-7db17a43-480c-459f-9ffa-d41e2d3623c7 req-b33fd2fd-3f40-49a6-8c82-0eea9f037b4f tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:20.399615 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7db17a43-480c-459f-9ffa-d41e2d3623c7 req-b33fd2fd-3f40-49a6-8c82-0eea9f037b4f tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.61 "DELETE /v2.0/ports/ac909070-ec11-4604-bc29-7949d074e3c1 HTTP/1.1" status: 204 len: 173 time: 1.3512592 Aug 04 08:44:20.400057 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fb48ea-95c7-4619-815f-2271cbae9fb9', 'name': 'network-vif-deleted', 'tag': 'ac909070-ec11-4604-bc29-7949d074e3c1'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:44:20.402242 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d2cc14-6d13-47b1-8dae-13ca8b611028" -d '{"events": [{"server_uuid": "51fb48ea-95c7-4619-815f-2271cbae9fb9", "name": "network-vif-deleted", "tag": "ac909070-ec11-4604-bc29-7949d074e3c1"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:44:20.454074 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e703bbf3-05e0-46d3-a9df-33492c4197fc x-openstack-request-id: req-e703bbf3-05e0-46d3-a9df-33492c4197fc {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:44:20.454074 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fb48ea-95c7-4619-815f-2271cbae9fb9", "name": "network-vif-deleted", "tag": "ac909070-ec11-4604-bc29-7949d074e3c1", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:44:20.454074 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e703bbf3-05e0-46d3-a9df-33492c4197fc {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:44:20.454074 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fb48ea-95c7-4619-815f-2271cbae9fb9', 'name': 'network-vif-deleted', 'tag': 'ac909070-ec11-4604-bc29-7949d074e3c1', 'status': 'completed', 'code': 200} Aug 04 08:44:20.482556 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7396671d-0c1d-4e40-a603-d0ffdb1a8251 req-a2f8fd18-36f8-45c9-8598-b5544893e7b7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42892975-5f06-4a63-9f6f-56496fe5be83 HTTP/1.1" status: 200 len: 1001 time: 0.0928955 Aug 04 08:44:20.495400 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-29273aa0-a554-4380-a05d-a2dd1ea2a960 None None] Set router c9f931c9-2943-4dfe-af33-d6aa563b9381 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:44:20.571058 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396671d-0c1d-4e40-a603-d0ffdb1a8251 req-ab64af6a-eba8-4225-9074-52d566babf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:20.573795 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7396671d-0c1d-4e40-a603-d0ffdb1a8251 req-ab64af6a-eba8-4225-9074-52d566babf51 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=536808ae-9303-442e-b13c-2d067f9ce2e1 HTTP/1.1" status: 200 len: 853 time: 0.0841105 Aug 04 08:44:20.645562 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396671d-0c1d-4e40-a603-d0ffdb1a8251 req-9ca6ae28-cff9-4fd3-980e-284c66bc6850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:20.646982 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7396671d-0c1d-4e40-a603-d0ffdb1a8251 req-9ca6ae28-cff9-4fd3-980e-284c66bc6850 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=658fd4fe-362a-4cbc-af4e-3cb45e090bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0649023 Aug 04 08:44:20.662006 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:20.722575 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-29273aa0-a554-4380-a05d-a2dd1ea2a960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'name': 'tempest-AttachVolumeTestJSON-339756056-router', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:39:08Z', 'updated_at': '2021-08-04T08:39:16Z', 'revision_number': 4, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'gw_port': {'id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:09Z', 'updated_at': '2021-08-04T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': 'd4ba8a4c-be0c-48ff-a7aa-a7f1e088f874', 'name': '', 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'mac_address': 'fa:16:3e:8c:09:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8b561a38-fec8-4399-844a-bbe6e7ef59b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:14Z', 'updated_at': '2021-08-04T08:39:27Z', 'revision_number': 5, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'subnets': [{'id': '8b561a38-fec8-4399-844a-bbe6e7ef59b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:44:20.792082 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7396671d-0c1d-4e40-a603-d0ffdb1a8251 req-83446888-26c5-4109-b77e-072b0c1d2d68 service neutron] 10.222.0.61 "GET /v2.0/networks/658fd4fe-362a-4cbc-af4e-3cb45e090bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351573 Aug 04 08:44:20.917006 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29273aa0-a554-4380-a05d-a2dd1ea2a960 None None] Checking router: c9f931c9-2943-4dfe-af33-d6aa563b9381 for host: dv-cinder-802653-4-iscsi {{(pid=100322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:44:20.927088 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29273aa0-a554-4380-a05d-a2dd1ea2a960 None None] Routers {'c9f931c9-2943-4dfe-af33-d6aa563b9381'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:44:20.928076 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-29273aa0-a554-4380-a05d-a2dd1ea2a960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:44:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['c9f931c9-2943-4dfe-af33-d6aa563b9381'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:44:20.951661 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7396671d-0c1d-4e40-a603-d0ffdb1a8251 req-8848ddab-83c1-407f-b4b6-ff2cf1daf1e1 service neutron] 10.222.0.61 "GET /v2.0/networks/658fd4fe-362a-4cbc-af4e-3cb45e090bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513870 Aug 04 08:44:20.962434 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-5763cfb1-a2a3-4b0f-b532-6381cf379400 req-33c59f2c-3e0f-4b28-bc60-27521e6acb76 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fb48ea-95c7-4619-815f-2271cbae9fb9 HTTP/1.1" status: 200 len: 210 time: 0.0754132 Aug 04 08:44:21.076660 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-29273aa0-a554-4380-a05d-a2dd1ea2a960 None None] Set router c9f931c9-2943-4dfe-af33-d6aa563b9381 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:44:21.280750 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-29273aa0-a554-4380-a05d-a2dd1ea2a960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'name': 'tempest-AttachVolumeTestJSON-339756056-router', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:39:08Z', 'updated_at': '2021-08-04T08:39:16Z', 'revision_number': 4, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'gw_port': {'id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:09Z', 'updated_at': '2021-08-04T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': 'd4ba8a4c-be0c-48ff-a7aa-a7f1e088f874', 'name': '', 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'mac_address': 'fa:16:3e:8c:09:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8b561a38-fec8-4399-844a-bbe6e7ef59b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:14Z', 'updated_at': '2021-08-04T08:39:27Z', 'revision_number': 5, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'subnets': [{'id': '8b561a38-fec8-4399-844a-bbe6e7ef59b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:44:21.305571 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 54322) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:44:21.312946 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29273aa0-a554-4380-a05d-a2dd1ea2a960 None None] The sync data for ids ['c9f931c9-2943-4dfe-af33-d6aa563b9381'] in dv-cinder-802653-4-iscsi is: [{'id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'name': 'tempest-AttachVolumeTestJSON-339756056-router', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:39:08Z', 'updated_at': '2021-08-04T08:39:16Z', 'revision_number': 4, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'gw_port': {'id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:09Z', 'updated_at': '2021-08-04T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': 'd4ba8a4c-be0c-48ff-a7aa-a7f1e088f874', 'name': '', 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'mac_address': 'fa:16:3e:8c:09:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8b561a38-fec8-4399-844a-bbe6e7ef59b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:14Z', 'updated_at': '2021-08-04T08:39:27Z', 'revision_number': 5, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'subnets': [{'id': '8b561a38-fec8-4399-844a-bbe6e7ef59b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:44:21.432502 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d6d23f39-7daa-4163-9343-23ca49b2b02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:21.584665 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d6d23f39-7daa-4163-9343-23ca49b2b02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:21.681396 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b9737d-b5ca-40e8-8905-7db580e9af47 None None] New status for floating IP 29a7ad9c-48b5-4f5f-8198-7caca8e2d835: DOWN {{(pid=100323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 08:44:21.686622 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d6d23f39-7daa-4163-9343-23ca49b2b02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:21.726578 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-d6d23f39-7daa-4163-9343-23ca49b2b02f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=35d55da65723400b826b5a9b4ffb6c50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4198234 Aug 04 08:44:21.729373 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 54330) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:44:21.730187 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d23f39-7daa-4163-9343-23ca49b2b02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5744c984-9a82-45dd-a0b2-04d9d018541c,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:44:21.792253 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7e7b7ae9-cb2c-4812-8aed-d9304d5f8746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:21.814280 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7e7b7ae9-cb2c-4812-8aed-d9304d5f8746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:21.908284 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7e7b7ae9-cb2c-4812-8aed-d9304d5f8746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:21.911025 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7e7b7ae9-cb2c-4812-8aed-d9304d5f8746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:21.912267 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-7e7b7ae9-cb2c-4812-8aed-d9304d5f8746 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5744c984-9a82-45dd-a0b2-04d9d018541c HTTP/1.1" status: 204 len: 168 time: 0.1812394 Aug 04 08:44:21.921037 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b7ae9-cb2c-4812-8aed-d9304d5f8746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5744c984-9a82-45dd-a0b2-04d9d018541c,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:44:21.928346 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7b7ae9-cb2c-4812-8aed-d9304d5f8746 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:44:21.928827 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7b7ae9-cb2c-4812-8aed-d9304d5f8746 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:44:21.929047 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7b7ae9-cb2c-4812-8aed-d9304d5f8746 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:44:21.929389 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7b7ae9-cb2c-4812-8aed-d9304d5f8746 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:44:21.929724 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7b7ae9-cb2c-4812-8aed-d9304d5f8746 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:44:21.930123 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7b7ae9-cb2c-4812-8aed-d9304d5f8746 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:44:21.930472 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7b7ae9-cb2c-4812-8aed-d9304d5f8746 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:44:21.930810 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7b7ae9-cb2c-4812-8aed-d9304d5f8746 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:44:21.931147 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7b7ae9-cb2c-4812-8aed-d9304d5f8746 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:44:21.931475 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7b7ae9-cb2c-4812-8aed-d9304d5f8746 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:44:21.931803 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7b7ae9-cb2c-4812-8aed-d9304d5f8746 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:44:21.932179 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7b7ae9-cb2c-4812-8aed-d9304d5f8746 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:44:22.150279 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 54340) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:44:22.207880 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-492264bb-7ec1-4e3d-8f14-a7fc17ca4a04 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:22.236223 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-492264bb-7ec1-4e3d-8f14-a7fc17ca4a04 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:22.354869 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-492264bb-7ec1-4e3d-8f14-a7fc17ca4a04 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:22.357847 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-492264bb-7ec1-4e3d-8f14-a7fc17ca4a04 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:22.359126 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-492264bb-7ec1-4e3d-8f14-a7fc17ca4a04 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "DELETE /v2.0/security-groups/1bb4be86-fe92-4e57-a4d9-69db1c797f08 HTTP/1.1" status: 204 len: 168 time: 0.2077868 Aug 04 08:44:22.367129 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 54344) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:44:22.369175 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492264bb-7ec1-4e3d-8f14-a7fc17ca4a04 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb4be86-fe92-4e57-a4d9-69db1c797f08,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:44:22.514624 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.api.v2.resource [None req-58c32994-17be-4414-bb05-f465fc829251 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] show failed (client error): The resource could not be found. Aug 04 08:44:22.515602 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-58c32994-17be-4414-bb05-f465fc829251 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups/1bb4be86-fe92-4e57-a4d9-69db1c797f08 HTTP/1.1" status: 404 len: 347 time: 0.1485114 Aug 04 08:44:22.518448 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 54348) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:44:22.642263 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-c91497af-ac50-480d-af54-c601a1bcac02 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Deleting port 7fd23c30-f2ff-422a-af16-3512a7a250fd {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:44:22.642610 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c91497af-ac50-480d-af54-c601a1bcac02 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:22.718477 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c91497af-ac50-480d-af54-c601a1bcac02 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:22.718799 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c91497af-ac50-480d-af54-c601a1bcac02 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:22.730917 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-c91497af-ac50-480d-af54-c601a1bcac02 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Calling delete_port for 7fd23c30-f2ff-422a-af16-3512a7a250fd owned by network:floatingip {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:44:22.753087 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 6 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:44:22.943088 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c91497af-ac50-480d-af54-c601a1bcac02 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:22.967924 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91497af-ac50-480d-af54-c601a1bcac02 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Pushing event deleted for resources: {'Port': ['ID=7fd23c30-f2ff-422a-af16-3512a7a250fd,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:44:23.029375 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c91497af-ac50-480d-af54-c601a1bcac02 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for floatingip, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:23.031812 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c91497af-ac50-480d-af54-c601a1bcac02 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for floatingip, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:23.032981 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-c91497af-ac50-480d-af54-c601a1bcac02 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "DELETE /v2.0/floatingips/29a7ad9c-48b5-4f5f-8198-7caca8e2d835 HTTP/1.1" status: 204 len: 168 time: 0.5136578 Aug 04 08:44:23.202061 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device ac909070-ec11-4604-bc29-7949d074e3c1 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:44:23.223127 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] No Port match for: ac909070-ec11-4604-bc29-7949d074e3c1 {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:44:23.228779 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device ac909070-ec11-4604-bc29-7949d074e3c1 not bound to the agent host hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:44:23.408819 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 54356) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:44:23.413440 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-30e80a4a-a30d-437a-9c69-8f1e977e30fc tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Request body: {'security_group': {'name': 'tempest-securitygroup--30415145', 'description': 'tempest-description--473897148'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:44:23.509329 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-30e80a4a-a30d-437a-9c69-8f1e977e30fc tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:23.588192 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-30e80a4a-a30d-437a-9c69-8f1e977e30fc tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:23.634303 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-30e80a4a-a30d-437a-9c69-8f1e977e30fc tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:23.663884 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e80a4a-a30d-437a-9c69-8f1e977e30fc tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2d858a-8726-48af-8975-4c2f2644049a,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:44:23.708661 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-30e80a4a-a30d-437a-9c69-8f1e977e30fc tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:23.709934 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-30e80a4a-a30d-437a-9c69-8f1e977e30fc tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3001115 Aug 04 08:44:23.712780 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 54360) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:44:23.717918 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-df175803-d5e6-46e2-a087-c0c8e350727d tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Request body: {'security_group_rule': {'security_group_id': '1b2d858a-8726-48af-8975-4c2f2644049a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:44:23.804540 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-df175803-d5e6-46e2-a087-c0c8e350727d tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:23.859099 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-df175803-d5e6-46e2-a087-c0c8e350727d tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:23.937266 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-df175803-d5e6-46e2-a087-c0c8e350727d tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085599'] for security_group_rule, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:23.954484 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df175803-d5e6-46e2-a087-c0c8e350727d tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=641cc5cf-1097-43ac-a181-72e71eda28fa,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:44:24.023079 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-df175803-d5e6-46e2-a087-c0c8e350727d tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:24.024395 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-df175803-d5e6-46e2-a087-c0c8e350727d tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3105879 Aug 04 08:44:24.027000 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 54362) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:44:24.031358 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-8d819f5c-bcee-4129-ac34-51636faa1c39 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Request body: {'security_group_rule': {'security_group_id': '1b2d858a-8726-48af-8975-4c2f2644049a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:44:24.101686 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8d819f5c-bcee-4129-ac34-51636faa1c39 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:24.163083 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8d819f5c-bcee-4129-ac34-51636faa1c39 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:24.217876 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8d819f5c-bcee-4129-ac34-51636faa1c39 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085599'] for security_group_rule, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:24.238521 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d819f5c-bcee-4129-ac34-51636faa1c39 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc64c38d-7d15-4517-a4e3-bcda25a29156,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:44:24.274184 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-8d819f5c-bcee-4129-ac34-51636faa1c39 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:24.275368 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-8d819f5c-bcee-4129-ac34-51636faa1c39 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2474334 Aug 04 08:44:24.278364 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 54366) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:44:24.283227 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-d5cd71ad-5917-4c1c-afad-50ae46a228a4 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Request body: {'floatingip': {'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:44:24.349138 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d5cd71ad-5917-4c1c-afad-50ae46a228a4 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for floatingip, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:24.443295 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d5cd71ad-5917-4c1c-afad-50ae46a228a4 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:24.568362 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [None req-d5cd71ad-5917-4c1c-afad-50ae46a228a4 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Allocated IP 172.27.0.205 (3e216780-0509-4029-b6cd-a15c5c01b313/90755f8e-3998-4871-81e2-3daea40b0bfb/cc2236d8-e275-48d4-8cac-1988fefef546) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:44:24.669521 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d5cd71ad-5917-4c1c-afad-50ae46a228a4 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:24.771163 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d5cd71ad-5917-4c1c-afad-50ae46a228a4 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:24.812825 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cd71ad-5917-4c1c-afad-50ae46a228a4 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Network 3e216780-0509-4029-b6cd-a15c5c01b313 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:44:24.815637 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-d5cd71ad-5917-4c1c-afad-50ae46a228a4 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:44:24.819026 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cd71ad-5917-4c1c-afad-50ae46a228a4 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:44:24.842426 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd71ad-5917-4c1c-afad-50ae46a228a4 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Pushing event updated for resources: {'Port': ['ID=cc2236d8-e275-48d4-8cac-1988fefef546,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:44:24.906050 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d5cd71ad-5917-4c1c-afad-50ae46a228a4 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:25.012452 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d5cd71ad-5917-4c1c-afad-50ae46a228a4 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:25.157199 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d5cd71ad-5917-4c1c-afad-50ae46a228a4 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:25.211578 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d5cd71ad-5917-4c1c-afad-50ae46a228a4 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:25.279712 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd71ad-5917-4c1c-afad-50ae46a228a4 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Pushing event updated for resources: {'Port': ['ID=cc2236d8-e275-48d4-8cac-1988fefef546,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:44:25.293411 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d5cd71ad-5917-4c1c-afad-50ae46a228a4 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055929'] for floatingip, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:25.377678 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d5cd71ad-5917-4c1c-afad-50ae46a228a4 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for floatingip, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:25.378947 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-d5cd71ad-5917-4c1c-afad-50ae46a228a4 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0996623 Aug 04 08:44:25.434180 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-f02ee8da-9b6d-489d-bda6-ffd2d1a62ae0 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:25.436242 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-f02ee8da-9b6d-489d-bda6-ffd2d1a62ae0 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/networks?id=b344a38c-d9ed-4088-946a-27c7e58e9207 HTTP/1.1" status: 200 len: 814 time: 0.1068919 Aug 04 08:44:25.452393 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-16136840-6a5d-492d-ba7e-d0f5d5535ae5 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/quotas/3ebe905ce9bd4f56b4df78921d60e7d1 HTTP/1.1" status: 200 len: 375 time: 0.0106401 Aug 04 08:44:25.484247 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-ca1c0bd8-7cda-42c9-b4f7-0a78f1320dd8 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ebe905ce9bd4f56b4df78921d60e7d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262725 Aug 04 08:44:25.524196 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-76b85b03-9070-4857-8337-4529dc751fc3 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--30415145&fields=id&tenant_id=bdc92ef353f743beb579e2734e4bc9ed HTTP/1.1" status: 200 len: 267 time: 0.0358834 Aug 04 08:44:25.626305 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-d4ab0560-b6e4-487b-b949-82d7ccf35e1d service neutron] 10.222.0.45 "GET /v2.0/networks/b344a38c-d9ed-4088-946a-27c7e58e9207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352949 Aug 04 08:44:25.629070 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-4f718666-a83e-4669-9967-9a42f9f8aac6 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:25.630511 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-4f718666-a83e-4669-9967-9a42f9f8aac6 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/networks?id=4c817a01-120c-4c34-99bf-8b2dbd084298 HTTP/1.1" status: 200 len: 810 time: 0.0994616 Aug 04 08:44:25.645737 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-b2443931-ba4e-446f-b3fc-19bafb29edaa tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/quotas/bdc92ef353f743beb579e2734e4bc9ed HTTP/1.1" status: 200 len: 375 time: 0.0090292 Aug 04 08:44:25.703223 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-49482d22-daea-4291-9e77-038eda3d5383 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bdc92ef353f743beb579e2734e4bc9ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521522 Aug 04 08:44:25.713769 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-7edf5ed4-32ec-4566-8088-15437f446e60 service neutron] 10.222.0.45 "GET /v2.0/networks/b344a38c-d9ed-4088-946a-27c7e58e9207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811627 Aug 04 08:44:25.842948 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-5dee83e2-88c0-4c71-aadb-47009d8990e4 service neutron] 10.222.0.45 "GET /v2.0/networks/4c817a01-120c-4c34-99bf-8b2dbd084298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279895 Aug 04 08:44:25.956478 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-007f1bf0-d65b-4792-8213-e402d7777977 service neutron] 10.222.0.45 "GET /v2.0/networks/4c817a01-120c-4c34-99bf-8b2dbd084298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074781 Aug 04 08:44:26.192342 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0553318b-6837-4b09-8d0a-51cf9166499e req-6cca3688-5787-43dd-96c8-84d5d4b2fd3e tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7238e7-9c66-44da-86ab-4847f21f9b4f HTTP/1.1" status: 200 len: 210 time: 0.0271847 Aug 04 08:44:26.256455 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-31a6703e-b1e3-42b2-9457-994142381183 req-47aceb58-f46f-4c83-bc95-c7a000a6467b tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=41cdf0f2-e1e1-4a4e-a596-0d57701d33bb HTTP/1.1" status: 200 len: 210 time: 0.0260956 Aug 04 08:44:26.713945 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19806c45-6293-4e77-b757-4fa4b7ad5ef7 req-1198d277-1746-43e1-ace5-431eb0c27358 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:26.719700 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-19806c45-6293-4e77-b757-4fa4b7ad5ef7 req-1198d277-1746-43e1-ace5-431eb0c27358 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0701590 Aug 04 08:44:26.756032 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-19806c45-6293-4e77-b757-4fa4b7ad5ef7 req-2def92f5-51a6-4ccd-8766-2cccbb8b8fc8 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334232 Aug 04 08:44:27.306484 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-36ca57be-b012-4b1f-be3a-de3d6cbb61fe req-965f7911-2460-4867-84fb-6e47605c50ad tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7238e7-9c66-44da-86ab-4847f21f9b4f HTTP/1.1" status: 200 len: 210 time: 0.0314648 Aug 04 08:44:27.360514 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f8de27d9-883e-4cad-92fc-e0813eeefe25 req-47203f1f-0412-47ef-af53-68169b1735d0 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=41cdf0f2-e1e1-4a4e-a596-0d57701d33bb HTTP/1.1" status: 200 len: 210 time: 0.0311666 Aug 04 08:44:27.870727 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b457277-e84a-41dd-a085-a05604505343 req-e181a70a-d89c-4682-bef9-c70a3602ab4d tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:27.872188 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2b457277-e84a-41dd-a085-a05604505343 req-e181a70a-d89c-4682-bef9-c70a3602ab4d tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0481200 Aug 04 08:44:27.913517 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2b457277-e84a-41dd-a085-a05604505343 req-9a62863b-f57d-43e4-8807-494347bbd179 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350308 Aug 04 08:44:28.217976 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-f482a9a3-efb7-47a8-9fac-30a1f0cd829e tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:28.219399 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-f482a9a3-efb7-47a8-9fac-30a1f0cd829e tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.61 "GET /v2.0/networks?id=b344a38c-d9ed-4088-946a-27c7e58e9207 HTTP/1.1" status: 200 len: 814 time: 0.1034043 Aug 04 08:44:28.241927 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-7e2012df-1eaf-4735-bc6f-4eb56755e2aa tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Request body: {'port': {'device_id': 'ce7238e7-9c66-44da-86ab-4847f21f9b4f', 'network_id': 'b344a38c-d9ed-4088-946a-27c7e58e9207', 'admin_state_up': True, 'tenant_id': '3ebe905ce9bd4f56b4df78921d60e7d1'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:44:28.406808 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-70f407de-d243-41c8-a245-1bf8dcbbbc7b req-f18e9e37-8b86-441c-8c43-aeeb971981fc tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7238e7-9c66-44da-86ab-4847f21f9b4f HTTP/1.1" status: 200 len: 210 time: 0.0280333 Aug 04 08:44:28.422781 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-7e2012df-1eaf-4735-bc6f-4eb56755e2aa tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Made reservation on behalf of 3ebe905ce9bd4f56b4df78921d60e7d1 for: {'port': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:44:28.427490 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-7e2012df-1eaf-4735-bc6f-4eb56755e2aa tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:28.458366 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-3e956bb2-d37a-4b56-b2e2-31768b79a8e7 req-6c63ada0-72dd-4dd2-a90e-13018fdde3a2 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=41cdf0f2-e1e1-4a4e-a596-0d57701d33bb HTTP/1.1" status: 200 len: 210 time: 0.0268409 Aug 04 08:44:28.553894 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-7e2012df-1eaf-4735-bc6f-4eb56755e2aa tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Allocated IP 172.20.0.8 (b344a38c-d9ed-4088-946a-27c7e58e9207/a1bdb4da-860e-4a4d-9387-f7ebf6d25023/0507eb70-aa2f-40e9-9c29-a641a862b546) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:44:28.721499 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-7e2012df-1eaf-4735-bc6f-4eb56755e2aa tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:28.847578 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-7e2012df-1eaf-4735-bc6f-4eb56755e2aa tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:28.905108 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-7e2012df-1eaf-4735-bc6f-4eb56755e2aa tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Network b344a38c-d9ed-4088-946a-27c7e58e9207 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:44:28.914217 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-7e2012df-1eaf-4735-bc6f-4eb56755e2aa tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:44:28.930883 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-7e2012df-1eaf-4735-bc6f-4eb56755e2aa tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:44:28.938183 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2012df-1eaf-4735-bc6f-4eb56755e2aa tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Pushing event updated for resources: {'Port': ['ID=0507eb70-aa2f-40e9-9c29-a641a862b546,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:44:28.992166 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-7a9e8419-12ff-4905-88bd-ff9a64c758e1 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:28.993539 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-7a9e8419-12ff-4905-88bd-ff9a64c758e1 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.61 "GET /v2.0/networks?id=4c817a01-120c-4c34-99bf-8b2dbd084298 HTTP/1.1" status: 200 len: 810 time: 0.1899161 Aug 04 08:44:29.057834 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-7e2012df-1eaf-4735-bc6f-4eb56755e2aa tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:29.058452 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-7e2012df-1eaf-4735-bc6f-4eb56755e2aa tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:29.088521 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-cd990371-6d6f-430c-a52f-26ac195e7d38 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bdc92ef353f743beb579e2734e4bc9ed HTTP/1.1" status: 200 len: 378 time: 0.0763383 Aug 04 08:44:29.100993 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d025e-3692-495c-9c2f-cf9bd8c50f97 req-8345de5d-e88e-479c-9f72-51f0debf3f7f tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:29.102406 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b93d025e-3692-495c-9c2f-cf9bd8c50f97 req-8345de5d-e88e-479c-9f72-51f0debf3f7f tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.1079669 Aug 04 08:44:29.106895 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-5c8d157d-7b10-44b3-ac8e-ae37b95785a9 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Request body: {'port': {'device_id': '41cdf0f2-e1e1-4a4e-a596-0d57701d33bb', 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298', 'admin_state_up': True, 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'security_groups': ['1b2d858a-8726-48af-8975-4c2f2644049a']}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:44:29.184637 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-7e2012df-1eaf-4735-bc6f-4eb56755e2aa tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9462798 Aug 04 08:44:29.193795 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b93d025e-3692-495c-9c2f-cf9bd8c50f97 req-17f19561-8cfc-4a4f-83bf-5d7ff54a8c37 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836825 Aug 04 08:44:29.261376 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-c5c6f7d4-97ca-486d-bd59-d92588a039e5 service neutron] Request body: {'port': {'device_id': 'ce7238e7-9c66-44da-86ab-4847f21f9b4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:44:29.308055 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-5c8d157d-7b10-44b3-ac8e-ae37b95785a9 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Made reservation on behalf of bdc92ef353f743beb579e2734e4bc9ed for: {'port': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:44:29.311449 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-5c8d157d-7b10-44b3-ac8e-ae37b95785a9 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:29.333444 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-c5c6f7d4-97ca-486d-bd59-d92588a039e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:29.528878 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43482846-1d60-4532-ba28-312f174d3187 req-32a73fe4-55d5-4ab4-a8fd-fc5534c0cd81 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:29.531177 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-43482846-1d60-4532-ba28-312f174d3187 req-32a73fe4-55d5-4ab4-a8fd-fc5534c0cd81 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7238e7-9c66-44da-86ab-4847f21f9b4f HTTP/1.1" status: 200 len: 931 time: 0.0551116 Aug 04 08:44:29.570961 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-43482846-1d60-4532-ba28-312f174d3187 req-114c0f81-f1dc-4691-96f2-c668753c7b7a tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/security-groups?id=2674f89a-e088-4cb4-90ee-85baa4ca8a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337834 Aug 04 08:44:29.613459 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9977ab3a-735b-4788-9d40-aec7a29a1323 req-fde2314f-c5d0-4a29-99ad-c6a3f03825f5 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=41cdf0f2-e1e1-4a4e-a596-0d57701d33bb HTTP/1.1" status: 200 len: 210 time: 0.0373814 Aug 04 08:44:29.836619 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-5c8d157d-7b10-44b3-ac8e-ae37b95785a9 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Allocated IP 172.20.0.11 (4c817a01-120c-4c34-99bf-8b2dbd084298/8b561a38-fec8-4399-844a-bbe6e7ef59b9/1e999175-6c27-4374-b177-336ee7b93f5d) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:44:30.039420 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-c5c6f7d4-97ca-486d-bd59-d92588a039e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0507eb70-aa2f-40e9-9c29-a641a862b546 {{(pid=100321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:44:30.052698 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-c5c6f7d4-97ca-486d-bd59-d92588a039e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:30.056564 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-5c8d157d-7b10-44b3-ac8e-ae37b95785a9 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:30.075598 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-c5c6f7d4-97ca-486d-bd59-d92588a039e5 service neutron] Transition to ACTIVE for port object 0507eb70-aa2f-40e9-9c29-a641a862b546 will not be triggered until provisioned by entity L2. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:44:30.077094 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-5c8d157d-7b10-44b3-ac8e-ae37b95785a9 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Transition to ACTIVE for port object 1e999175-6c27-4374-b177-336ee7b93f5d will not be triggered until provisioned by entity DHCP. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:44:30.125572 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-c5c6f7d4-97ca-486d-bd59-d92588a039e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:30.155794 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-5c8d157d-7b10-44b3-ac8e-ae37b95785a9 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:30.184598 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6f7d4-97ca-486d-bd59-d92588a039e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0507eb70-aa2f-40e9-9c29-a641a862b546,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:44:30.195186 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-5c8d157d-7b10-44b3-ac8e-ae37b95785a9 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Network 4c817a01-120c-4c34-99bf-8b2dbd084298 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:44:30.198682 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-5c8d157d-7b10-44b3-ac8e-ae37b95785a9 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:44:30.233223 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-5c8d157d-7b10-44b3-ac8e-ae37b95785a9 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:44:30.312381 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d157d-7b10-44b3-ac8e-ae37b95785a9 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Pushing event updated for resources: {'Port': ['ID=1e999175-6c27-4374-b177-336ee7b93f5d,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:44:30.322449 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203dd9a3-d5c7-4b9c-a677-662f08e20087 req-e1317010-dace-496f-a6dd-825ca82a2736 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:30.324001 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-203dd9a3-d5c7-4b9c-a677-662f08e20087 req-e1317010-dace-496f-a6dd-825ca82a2736 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0525315 Aug 04 08:44:30.329719 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-5c8d157d-7b10-44b3-ac8e-ae37b95785a9 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:30.330338 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-5c8d157d-7b10-44b3-ac8e-ae37b95785a9 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:30.361934 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-c5c6f7d4-97ca-486d-bd59-d92588a039e5 service neutron] Attempting to bind port 0507eb70-aa2f-40e9-9c29-a641a862b546 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:44:30.362356 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-c5c6f7d4-97ca-486d-bd59-d92588a039e5 service neutron] Attempting to bind port 0507eb70-aa2f-40e9-9c29-a641a862b546 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': 'c4abe7e1-08a4-43e2-888f-b67e27976ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b344a38c-d9ed-4088-946a-27c7e58e9207'}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:44:30.362790 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-c5c6f7d4-97ca-486d-bd59-d92588a039e5 service neutron] Attempting to bind port 0507eb70-aa2f-40e9-9c29-a641a862b546 on network b344a38c-d9ed-4088-946a-27c7e58e9207 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:44:30.368495 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-c5c6f7d4-97ca-486d-bd59-d92588a039e5 service neutron] Port 0507eb70-aa2f-40e9-9c29-a641a862b546 on network b344a38c-d9ed-4088-946a-27c7e58e9207 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 08:44:30.375401 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-c5c6f7d4-97ca-486d-bd59-d92588a039e5 service neutron] Attempting to bind port 0507eb70-aa2f-40e9-9c29-a641a862b546 on network b344a38c-d9ed-4088-946a-27c7e58e9207 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:44:30.375739 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-203dd9a3-d5c7-4b9c-a677-662f08e20087 req-07f9fbfc-4235-4dab-99c8-093f7d4b48d7 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407219 Aug 04 08:44:30.375855 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-c5c6f7d4-97ca-486d-bd59-d92588a039e5 service neutron] Checking agent: {'id': '9a1e25f0-5e7e-4202-aeb1-29bde28f6183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'started_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:44:30.375855 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-c5c6f7d4-97ca-486d-bd59-d92588a039e5 service neutron] Checking segment: {'id': 'c4abe7e1-08a4-43e2-888f-b67e27976ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b344a38c-d9ed-4088-946a-27c7e58e9207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:44:30.375855 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-c5c6f7d4-97ca-486d-bd59-d92588a039e5 service neutron] Bound using segment: {'id': 'c4abe7e1-08a4-43e2-888f-b67e27976ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b344a38c-d9ed-4088-946a-27c7e58e9207'} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:44:30.375855 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-c5c6f7d4-97ca-486d-bd59-d92588a039e5 service neutron] Bound port: 0507eb70-aa2f-40e9-9c29-a641a862b546, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4abe7e1-08a4-43e2-888f-b67e27976ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b344a38c-d9ed-4088-946a-27c7e58e9207'}}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:44:30.376269 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-c5c6f7d4-97ca-486d-bd59-d92588a039e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:30.424103 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-5c8d157d-7b10-44b3-ac8e-ae37b95785a9 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3206739 Aug 04 08:44:30.448990 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-204c8190-16d5-4f1c-b9b0-59a872f99fb4 service neutron] Request body: {'port': {'device_id': '41cdf0f2-e1e1-4a4e-a596-0d57701d33bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:44:30.476956 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-c5c6f7d4-97ca-486d-bd59-d92588a039e5 service neutron] For port 0507eb70-aa2f-40e9-9c29-a641a862b546, host hv-cinder-80265, cleared binding levels {{(pid=100321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:44:30.485844 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-ac2c4a4f-cea8-46be-8cf3-e75ec5a09f22 None None] Provisioning for port 1e999175-6c27-4374-b177-336ee7b93f5d completed by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:44:30.489940 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-ac2c4a4f-cea8-46be-8cf3-e75ec5a09f22 None None] Provisioning complete for port 1e999175-6c27-4374-b177-336ee7b93f5d triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:44:30.493333 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ac2c4a4f-cea8-46be-8cf3-e75ec5a09f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:30.493475 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-c5c6f7d4-97ca-486d-bd59-d92588a039e5 service neutron] For port 0507eb70-aa2f-40e9-9c29-a641a862b546, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=0507eb70-aa2f-40e9-9c29-a641a862b546,segment=NetworkSegment(c4abe7e1-08a4-43e2-888f-b67e27976ff9),segment_id=c4abe7e1-08a4-43e2-888f-b67e27976ff9)] {{(pid=100321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:44:30.520707 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-204c8190-16d5-4f1c-b9b0-59a872f99fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:30.524958 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-ac2c4a4f-cea8-46be-8cf3-e75ec5a09f22 None None] Port 1e999175-6c27-4374-b177-336ee7b93f5d cannot update to ACTIVE because it is not bound. {{(pid=100322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 08:44:30.556430 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-c5c6f7d4-97ca-486d-bd59-d92588a039e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:30.608318 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-c5c6f7d4-97ca-486d-bd59-d92588a039e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:30.608932 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-c5c6f7d4-97ca-486d-bd59-d92588a039e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:30.610302 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-c5c6f7d4-97ca-486d-bd59-d92588a039e5 service neutron] 10.222.0.61 "PUT /v2.0/ports/0507eb70-aa2f-40e9-9c29-a641a862b546 HTTP/1.1" status: 200 len: 1093 time: 1.3990874 Aug 04 08:44:30.612482 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7238e7-9c66-44da-86ab-4847f21f9b4f', 'tag': '0507eb70-aa2f-40e9-9c29-a641a862b546'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:44:30.617692 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb144c2d-7802-4b33-a77a-8a97e655d772" -d '{"events": [{"name": "network-changed", "server_uuid": "ce7238e7-9c66-44da-86ab-4847f21f9b4f", "tag": "0507eb70-aa2f-40e9-9c29-a641a862b546"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:44:30.728464 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6f7d4-97ca-486d-bd59-d92588a039e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0507eb70-aa2f-40e9-9c29-a641a862b546,revision_number=3']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:44:30.801114 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f300bfe-44c0-4dfc-84c2-4186b8abb82e x-openstack-request-id: req-6f300bfe-44c0-4dfc-84c2-4186b8abb82e {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:44:30.801406 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce7238e7-9c66-44da-86ab-4847f21f9b4f", "tag": "0507eb70-aa2f-40e9-9c29-a641a862b546", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:44:30.801656 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6f300bfe-44c0-4dfc-84c2-4186b8abb82e {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:44:30.802046 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7238e7-9c66-44da-86ab-4847f21f9b4f', 'tag': '0507eb70-aa2f-40e9-9c29-a641a862b546', 'status': 'completed', 'code': 200} Aug 04 08:44:30.833452 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15188d5f-d83d-4a64-b88a-f477194a490d req-a6362659-f6cb-407f-bca9-d5839f654d24 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:30.834939 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-15188d5f-d83d-4a64-b88a-f477194a490d req-a6362659-f6cb-407f-bca9-d5839f654d24 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7238e7-9c66-44da-86ab-4847f21f9b4f HTTP/1.1" status: 200 len: 943 time: 0.1677763 Aug 04 08:44:30.852050 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-4114868b-a470-4cff-bad5-3a6925c84591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:30.853478 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-4114868b-a470-4cff-bad5-3a6925c84591 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3ebe905ce9bd4f56b4df78921d60e7d1&device_id=ce7238e7-9c66-44da-86ab-4847f21f9b4f HTTP/1.1" status: 200 len: 1096 time: 0.1198955 Aug 04 08:44:30.878759 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1870d9-9b93-4826-9c58-595fbe6555e5 req-8d3e2647-eff7-4b8f-87ac-91d70033d6be tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:30.880307 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-0a1870d9-9b93-4826-9c58-595fbe6555e5 req-8d3e2647-eff7-4b8f-87ac-91d70033d6be tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=41cdf0f2-e1e1-4a4e-a596-0d57701d33bb HTTP/1.1" status: 200 len: 932 time: 0.0514510 Aug 04 08:44:30.919011 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-0a1870d9-9b93-4826-9c58-595fbe6555e5 req-36d06307-8265-4a56-a103-ee5d91a717e7 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b2d858a-8726-48af-8975-4c2f2644049a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325034 Aug 04 08:44:30.921298 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-051aca45-4602-45a6-8866-9658504e2d88 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0507eb70-aa2f-40e9-9c29-a641a862b546 HTTP/1.1" status: 200 len: 217 time: 0.0491395 Aug 04 08:44:30.976730 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-15188d5f-d83d-4a64-b88a-f477194a490d req-458db036-1803-4b02-a526-cfdb34c058e3 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/security-groups?id=2674f89a-e088-4cb4-90ee-85baa4ca8a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339881 Aug 04 08:44:31.023761 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-0ef07105-8247-4e38-bf16-9b21969ea9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:31.025254 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-0ef07105-8247-4e38-bf16-9b21969ea9d9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a1bdb4da-860e-4a4d-9387-f7ebf6d25023 HTTP/1.1" status: 200 len: 854 time: 0.0876162 Aug 04 08:44:31.047059 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-204c8190-16d5-4f1c-b9b0-59a872f99fb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e999175-6c27-4374-b177-336ee7b93f5d {{(pid=100321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:44:31.066825 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-41ec1464-c125-4261-a92f-1a70eb6b8789 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b344a38c-d9ed-4088-946a-27c7e58e9207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339448 Aug 04 08:44:31.068557 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-204c8190-16d5-4f1c-b9b0-59a872f99fb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:31.096192 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-204c8190-16d5-4f1c-b9b0-59a872f99fb4 service neutron] Transition to ACTIVE for port object 1e999175-6c27-4374-b177-336ee7b93f5d will not be triggered until provisioned by entity L2. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:44:31.164455 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-3e1f8ae7-7d16-46a9-bc4a-eb54aa5f5b9a service neutron] 10.222.0.61 "GET /v2.0/networks/b344a38c-d9ed-4088-946a-27c7e58e9207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872116 Aug 04 08:44:31.165784 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-204c8190-16d5-4f1c-b9b0-59a872f99fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:31.267884 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c8190-16d5-4f1c-b9b0-59a872f99fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e999175-6c27-4374-b177-336ee7b93f5d,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:44:31.345824 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3e52557c-1e79-4fc0-a8fc-1e907e88e500 req-7361eaf5-eeca-45fe-a0ec-1a1eeabaadd7 service neutron] 10.222.0.61 "GET /v2.0/networks/b344a38c-d9ed-4088-946a-27c7e58e9207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539190 Aug 04 08:44:31.362711 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-204c8190-16d5-4f1c-b9b0-59a872f99fb4 service neutron] Attempting to bind port 1e999175-6c27-4374-b177-336ee7b93f5d on host hv-cinder-80265 for vnic_type normal with profile {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:44:31.363045 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-204c8190-16d5-4f1c-b9b0-59a872f99fb4 service neutron] Attempting to bind port 1e999175-6c27-4374-b177-336ee7b93f5d by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '5e68a294-6a8a-445c-8bd6-23f3bac2ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298'}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:44:31.363377 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-204c8190-16d5-4f1c-b9b0-59a872f99fb4 service neutron] Attempting to bind port 1e999175-6c27-4374-b177-336ee7b93f5d on network 4c817a01-120c-4c34-99bf-8b2dbd084298 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:44:31.367873 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-204c8190-16d5-4f1c-b9b0-59a872f99fb4 service neutron] Port 1e999175-6c27-4374-b177-336ee7b93f5d on network 4c817a01-120c-4c34-99bf-8b2dbd084298 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 08:44:31.368229 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-204c8190-16d5-4f1c-b9b0-59a872f99fb4 service neutron] Attempting to bind port 1e999175-6c27-4374-b177-336ee7b93f5d on network 4c817a01-120c-4c34-99bf-8b2dbd084298 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:44:31.373865 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-204c8190-16d5-4f1c-b9b0-59a872f99fb4 service neutron] Checking agent: {'id': '9a1e25f0-5e7e-4202-aeb1-29bde28f6183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'started_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:44:31.374201 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-204c8190-16d5-4f1c-b9b0-59a872f99fb4 service neutron] Checking segment: {'id': '5e68a294-6a8a-445c-8bd6-23f3bac2ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:44:31.374578 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-204c8190-16d5-4f1c-b9b0-59a872f99fb4 service neutron] Bound using segment: {'id': '5e68a294-6a8a-445c-8bd6-23f3bac2ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298'} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:44:31.380768 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-204c8190-16d5-4f1c-b9b0-59a872f99fb4 service neutron] Bound port: 1e999175-6c27-4374-b177-336ee7b93f5d, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e68a294-6a8a-445c-8bd6-23f3bac2ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298'}}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:44:31.380768 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-204c8190-16d5-4f1c-b9b0-59a872f99fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:31.439027 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-204c8190-16d5-4f1c-b9b0-59a872f99fb4 service neutron] For port 1e999175-6c27-4374-b177-336ee7b93f5d, host hv-cinder-80265, cleared binding levels {{(pid=100321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:44:31.442162 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-204c8190-16d5-4f1c-b9b0-59a872f99fb4 service neutron] For port 1e999175-6c27-4374-b177-336ee7b93f5d, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=1e999175-6c27-4374-b177-336ee7b93f5d,segment=NetworkSegment(5e68a294-6a8a-445c-8bd6-23f3bac2ccca),segment_id=5e68a294-6a8a-445c-8bd6-23f3bac2ccca)] {{(pid=100321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:44:31.493986 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbc8d3-e2be-461e-858d-b002be96edb8 req-9e48027f-84d8-4382-88f4-10fa4ea763fe tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:31.495405 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-08cbc8d3-e2be-461e-858d-b002be96edb8 req-9e48027f-84d8-4382-88f4-10fa4ea763fe tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0507555 Aug 04 08:44:31.520347 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-204c8190-16d5-4f1c-b9b0-59a872f99fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:31.536274 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-08cbc8d3-e2be-461e-858d-b002be96edb8 req-27dc0614-3653-4345-b3bf-5cbf7c388f7f tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342357 Aug 04 08:44:31.576403 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-204c8190-16d5-4f1c-b9b0-59a872f99fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:31.576403 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-204c8190-16d5-4f1c-b9b0-59a872f99fb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:31.576828 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-204c8190-16d5-4f1c-b9b0-59a872f99fb4 service neutron] 10.222.0.61 "PUT /v2.0/ports/1e999175-6c27-4374-b177-336ee7b93f5d HTTP/1.1" status: 200 len: 1094 time: 1.1319349 Aug 04 08:44:31.597523 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb144c2d-7802-4b33-a77a-8a97e655d772 req-ae9dd232-ac8d-42ba-a7a9-f144081ddd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:31.602680 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bb144c2d-7802-4b33-a77a-8a97e655d772 req-ae9dd232-ac8d-42ba-a7a9-f144081ddd72 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3ebe905ce9bd4f56b4df78921d60e7d1&device_id=ce7238e7-9c66-44da-86ab-4847f21f9b4f HTTP/1.1" status: 200 len: 1096 time: 0.0933743 Aug 04 08:44:31.604070 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c8190-16d5-4f1c-b9b0-59a872f99fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e999175-6c27-4374-b177-336ee7b93f5d,revision_number=3']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:44:31.705399 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb144c2d-7802-4b33-a77a-8a97e655d772 req-aaf52577-bbcd-4a3f-a660-b72ae14fb4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:31.707237 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bb144c2d-7802-4b33-a77a-8a97e655d772 req-aaf52577-bbcd-4a3f-a660-b72ae14fb4fa service neutron] 10.222.0.61 "GET /v2.0/networks?id=b344a38c-d9ed-4088-946a-27c7e58e9207 HTTP/1.1" status: 200 len: 915 time: 0.0936313 Aug 04 08:44:31.784420 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bb144c2d-7802-4b33-a77a-8a97e655d772 req-bdeec3ed-9d9d-4ce6-b1ac-6883cc26ef3c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0507eb70-aa2f-40e9-9c29-a641a862b546 HTTP/1.1" status: 200 len: 217 time: 0.0502691 Aug 04 08:44:31.825928 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-ceae7691-27fd-47b0-bee2-921f27c965c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:31.827293 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-ceae7691-27fd-47b0-bee2-921f27c965c4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bdc92ef353f743beb579e2734e4bc9ed&device_id=41cdf0f2-e1e1-4a4e-a596-0d57701d33bb HTTP/1.1" status: 200 len: 1097 time: 0.1013954 Aug 04 08:44:31.840592 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb144c2d-7802-4b33-a77a-8a97e655d772 req-1daf5af3-b012-4e4d-96f1-9fa331cdeed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:31.842435 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bb144c2d-7802-4b33-a77a-8a97e655d772 req-1daf5af3-b012-4e4d-96f1-9fa331cdeed4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a1bdb4da-860e-4a4d-9387-f7ebf6d25023 HTTP/1.1" status: 200 len: 854 time: 0.0504060 Aug 04 08:44:31.903925 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-40f26196-f844-4902-a40c-02f0dc7579c1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e999175-6c27-4374-b177-336ee7b93f5d HTTP/1.1" status: 200 len: 217 time: 0.0431225 Aug 04 08:44:31.919323 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bb144c2d-7802-4b33-a77a-8a97e655d772 req-749d19c4-22f2-48e6-bb15-2e1195fd0b23 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b344a38c-d9ed-4088-946a-27c7e58e9207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519378 Aug 04 08:44:32.042713 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-1ae78b52-5817-41a8-9399-7ba5f234e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:32.044219 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-1ae78b52-5817-41a8-9399-7ba5f234e1b0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8b561a38-fec8-4399-844a-bbe6e7ef59b9 HTTP/1.1" status: 200 len: 849 time: 0.1269841 Aug 04 08:44:32.089119 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e01599-0ab5-4547-968b-4393277864d9 req-e8d06263-4b07-4981-af5a-336865d50001 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:32.090695 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-45e01599-0ab5-4547-968b-4393277864d9 req-e8d06263-4b07-4981-af5a-336865d50001 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7238e7-9c66-44da-86ab-4847f21f9b4f HTTP/1.1" status: 200 len: 943 time: 0.0473821 Aug 04 08:44:32.095599 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38970d-e928-46d7-9b1a-75e1080542fe req-5da668a6-ccbd-405e-8ab4-02823a49b201 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:32.097138 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4b38970d-e928-46d7-9b1a-75e1080542fe req-5da668a6-ccbd-405e-8ab4-02823a49b201 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=41cdf0f2-e1e1-4a4e-a596-0d57701d33bb HTTP/1.1" status: 200 len: 944 time: 0.1062226 Aug 04 08:44:32.117145 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bb144c2d-7802-4b33-a77a-8a97e655d772 req-acab82f3-c462-45f4-b7bf-77f10c8a76f0 service neutron] 10.222.0.61 "GET /v2.0/networks/b344a38c-d9ed-4088-946a-27c7e58e9207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891079 Aug 04 08:44:32.128478 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-45e01599-0ab5-4547-968b-4393277864d9 req-7d5bff32-d468-4b43-9bd9-43ea9270bd59 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/security-groups?id=2674f89a-e088-4cb4-90ee-85baa4ca8a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311582 Aug 04 08:44:32.192238 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-d2719916-10ad-47a6-ae13-b485ae88ee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:32.193733 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-d2719916-10ad-47a6-ae13-b485ae88ee16 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4c817a01-120c-4c34-99bf-8b2dbd084298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1368306 Aug 04 08:44:32.198282 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4b38970d-e928-46d7-9b1a-75e1080542fe req-248c1876-1f0d-41e7-819e-a16534c93c9d tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b2d858a-8726-48af-8975-4c2f2644049a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0948260 Aug 04 08:44:32.300485 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bb144c2d-7802-4b33-a77a-8a97e655d772 req-10190ec4-df46-474a-bed4-e187ec33e966 service neutron] 10.222.0.61 "GET /v2.0/networks/b344a38c-d9ed-4088-946a-27c7e58e9207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689799 Aug 04 08:44:32.314305 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-2ff98325-9c44-44a3-8eed-40c335e4f804 service neutron] 10.222.0.61 "GET /v2.0/networks/4c817a01-120c-4c34-99bf-8b2dbd084298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095140 Aug 04 08:44:32.410789 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b672cf11-7ddd-4399-bd84-62d7150d1645 req-5b9727a5-9281-4ebe-989e-351068d457cc service neutron] 10.222.0.61 "GET /v2.0/networks/4c817a01-120c-4c34-99bf-8b2dbd084298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823717 Aug 04 08:44:32.658208 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8e6a3-be63-4f73-a888-335d8391816d req-f1eef5b4-30b0-46c4-920f-3e0826251658 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:32.659673 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-ffc8e6a3-be63-4f73-a888-335d8391816d req-f1eef5b4-30b0-46c4-920f-3e0826251658 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0526445 Aug 04 08:44:32.696566 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-ffc8e6a3-be63-4f73-a888-335d8391816d req-c2acbefa-0dd2-436d-9629-afdd2f3209f5 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310571 Aug 04 08:44:32.803320 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41cdf0f2-e1e1-4a4e-a596-0d57701d33bb', 'tag': '1e999175-6c27-4374-b177-336ee7b93f5d'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:44:32.805840 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fd394a-ff57-4052-a695-be5785dcb3d7" -d '{"events": [{"name": "network-changed", "server_uuid": "41cdf0f2-e1e1-4a4e-a596-0d57701d33bb", "tag": "1e999175-6c27-4374-b177-336ee7b93f5d"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:44:32.841275 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099043ab-ce17-4e05-ad9c-b63726be5c60 x-openstack-request-id: req-099043ab-ce17-4e05-ad9c-b63726be5c60 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:44:32.841566 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41cdf0f2-e1e1-4a4e-a596-0d57701d33bb", "tag": "1e999175-6c27-4374-b177-336ee7b93f5d", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:44:32.841812 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-099043ab-ce17-4e05-ad9c-b63726be5c60 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:44:32.842197 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41cdf0f2-e1e1-4a4e-a596-0d57701d33bb', 'tag': '1e999175-6c27-4374-b177-336ee7b93f5d', 'status': 'completed', 'code': 200} Aug 04 08:44:32.934198 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd394a-ff57-4052-a695-be5785dcb3d7 req-6b58f358-0e93-42cc-8797-d2ad353d1dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:32.936332 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-46fd394a-ff57-4052-a695-be5785dcb3d7 req-6b58f358-0e93-42cc-8797-d2ad353d1dfc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bdc92ef353f743beb579e2734e4bc9ed&device_id=41cdf0f2-e1e1-4a4e-a596-0d57701d33bb HTTP/1.1" status: 200 len: 1097 time: 0.0405879 Aug 04 08:44:33.036469 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd394a-ff57-4052-a695-be5785dcb3d7 req-42d26562-c972-47af-a3fa-3a87cdd06caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:33.037938 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-46fd394a-ff57-4052-a695-be5785dcb3d7 req-42d26562-c972-47af-a3fa-3a87cdd06caf service neutron] 10.222.0.61 "GET /v2.0/networks?id=4c817a01-120c-4c34-99bf-8b2dbd084298 HTTP/1.1" status: 200 len: 911 time: 0.0941832 Aug 04 08:44:33.078999 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-46fd394a-ff57-4052-a695-be5785dcb3d7 req-0a3ced8d-f04d-4b1d-be39-dd33f123483f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e999175-6c27-4374-b177-336ee7b93f5d HTTP/1.1" status: 200 len: 217 time: 0.0329757 Aug 04 08:44:33.134572 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd394a-ff57-4052-a695-be5785dcb3d7 req-07b4258d-9c77-4f98-b9cd-423522a45746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:33.136410 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-46fd394a-ff57-4052-a695-be5785dcb3d7 req-07b4258d-9c77-4f98-b9cd-423522a45746 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8b561a38-fec8-4399-844a-bbe6e7ef59b9 HTTP/1.1" status: 200 len: 849 time: 0.0497527 Aug 04 08:44:33.184817 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd394a-ff57-4052-a695-be5785dcb3d7 req-c5ab4c7c-538c-482f-b774-de571d718959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:33.186429 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-46fd394a-ff57-4052-a695-be5785dcb3d7 req-c5ab4c7c-538c-482f-b774-de571d718959 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4c817a01-120c-4c34-99bf-8b2dbd084298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412784 Aug 04 08:44:33.251386 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267789cd-6d3f-4b78-8aec-8cbab46b3568 req-90d4ea25-4abb-4097-80b1-0116e1646916 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:33.253013 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-267789cd-6d3f-4b78-8aec-8cbab46b3568 req-90d4ea25-4abb-4097-80b1-0116e1646916 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7238e7-9c66-44da-86ab-4847f21f9b4f HTTP/1.1" status: 200 len: 943 time: 0.0524373 Aug 04 08:44:33.295565 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-46fd394a-ff57-4052-a695-be5785dcb3d7 req-02b56ac7-5792-4864-9cba-bb4bb7fd1196 service neutron] 10.222.0.61 "GET /v2.0/networks/4c817a01-120c-4c34-99bf-8b2dbd084298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994132 Aug 04 08:44:33.297151 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-267789cd-6d3f-4b78-8aec-8cbab46b3568 req-2f772602-0a15-4d91-b427-db25d402969d tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/security-groups?id=2674f89a-e088-4cb4-90ee-85baa4ca8a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362589 Aug 04 08:44:33.401555 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503c4a3-8a7c-49f9-b2ff-49380c9eed27 req-96f989a6-b312-40e4-98c8-2e7a7da2bba8 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:33.403159 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9503c4a3-8a7c-49f9-b2ff-49380c9eed27 req-96f989a6-b312-40e4-98c8-2e7a7da2bba8 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=41cdf0f2-e1e1-4a4e-a596-0d57701d33bb HTTP/1.1" status: 200 len: 944 time: 0.1249802 Aug 04 08:44:33.449247 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-46fd394a-ff57-4052-a695-be5785dcb3d7 req-43dcd448-d8c4-4ec4-9c44-5ea68114f273 service neutron] 10.222.0.61 "GET /v2.0/networks/4c817a01-120c-4c34-99bf-8b2dbd084298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348276 Aug 04 08:44:33.465830 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9503c4a3-8a7c-49f9-b2ff-49380c9eed27 req-c7f0f8d2-b4b7-4699-a88b-bc8ffbd13fad tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b2d858a-8726-48af-8975-4c2f2644049a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481253 Aug 04 08:44:33.813157 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153d87c-f1d9-4891-8b79-cc650975c9e2 req-1559026c-c723-4899-9fd2-be4640aea7ad tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:33.814618 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a153d87c-f1d9-4891-8b79-cc650975c9e2 req-1559026c-c723-4899-9fd2-be4640aea7ad tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0472198 Aug 04 08:44:33.852213 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a153d87c-f1d9-4891-8b79-cc650975c9e2 req-ab695a64-dc75-4250-a71c-8db65694b197 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319130 Aug 04 08:44:34.297157 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 1e999175-6c27-4374-b177-336ee7b93f5d details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=100322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 08:44:34.393875 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 1e999175-6c27-4374-b177-336ee7b93f5d, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=1e999175-6c27-4374-b177-336ee7b93f5d,segment=NetworkSegment(5e68a294-6a8a-445c-8bd6-23f3bac2ccca),segment_id=5e68a294-6a8a-445c-8bd6-23f3bac2ccca)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:44:34.404909 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Returning: {'device': '1e999175-6c27-4374-b177-336ee7b93f5d', 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298', 'port_id': '1e999175-6c27-4374-b177-336ee7b93f5d', 'mac_address': 'fa:16:3e:37:3f:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b561a38-fec8-4399-844a-bbe6e7ef59b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 08:44:34.418128 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e5556-a555-40ef-8094-85093045e320 req-b6f072f4-48d2-4d51-a7e2-42cea91f8945 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:34.420104 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d80e5556-a555-40ef-8094-85093045e320 req-b6f072f4-48d2-4d51-a7e2-42cea91f8945 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7238e7-9c66-44da-86ab-4847f21f9b4f HTTP/1.1" status: 200 len: 943 time: 0.0520437 Aug 04 08:44:34.441896 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:34.454257 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e999175-6c27-4374-b177-336ee7b93f5d {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:44:34.457332 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d80e5556-a555-40ef-8094-85093045e320 req-54e70fc3-076d-4cf3-afe6-8540660a173a tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/security-groups?id=2674f89a-e088-4cb4-90ee-85baa4ca8a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312195 Aug 04 08:44:34.482589 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 1e999175-6c27-4374-b177-336ee7b93f5d, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=1e999175-6c27-4374-b177-336ee7b93f5d,segment=NetworkSegment(5e68a294-6a8a-445c-8bd6-23f3bac2ccca),segment_id=5e68a294-6a8a-445c-8bd6-23f3bac2ccca)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:44:34.577277 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:34.577900 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 0507eb70-aa2f-40e9-9c29-a641a862b546 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=100322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 08:44:34.578311 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9d2de-bdf4-4678-9071-6eb8c6499a94 req-9c2a91d9-39e2-4a3d-9619-c1cca5c6a5e9 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:34.579828 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-eeb9d2de-bdf4-4678-9071-6eb8c6499a94 req-9c2a91d9-39e2-4a3d-9619-c1cca5c6a5e9 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=41cdf0f2-e1e1-4a4e-a596-0d57701d33bb HTTP/1.1" status: 200 len: 944 time: 0.0522261 Aug 04 08:44:34.618717 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-eeb9d2de-bdf4-4678-9071-6eb8c6499a94 req-589e7892-cad4-4616-8c05-1f0dc2f8ada3 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b2d858a-8726-48af-8975-4c2f2644049a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324426 Aug 04 08:44:34.668729 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=1e999175-6c27-4374-b177-336ee7b93f5d,revision_number=4']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:44:34.709858 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 0507eb70-aa2f-40e9-9c29-a641a862b546, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=0507eb70-aa2f-40e9-9c29-a641a862b546,segment=NetworkSegment(c4abe7e1-08a4-43e2-888f-b67e27976ff9),segment_id=c4abe7e1-08a4-43e2-888f-b67e27976ff9)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:44:34.722692 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Returning: {'device': '0507eb70-aa2f-40e9-9c29-a641a862b546', 'network_id': 'b344a38c-d9ed-4088-946a-27c7e58e9207', 'port_id': '0507eb70-aa2f-40e9-9c29-a641a862b546', 'mac_address': 'fa:16:3e:07:37:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1bdb4da-860e-4a4d-9387-f7ebf6d25023', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 08:44:34.760715 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:34.772788 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0507eb70-aa2f-40e9-9c29-a641a862b546 {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:44:34.792025 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 0507eb70-aa2f-40e9-9c29-a641a862b546, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=0507eb70-aa2f-40e9-9c29-a641a862b546,segment=NetworkSegment(c4abe7e1-08a4-43e2-888f-b67e27976ff9),segment_id=c4abe7e1-08a4-43e2-888f-b67e27976ff9)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:44:34.851181 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:34.901822 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=0507eb70-aa2f-40e9-9c29-a641a862b546,revision_number=4']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:44:34.970599 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74606e-8ff6-4630-9b18-03aab944cf56 req-29ffa67a-46e9-4771-850f-90a7687a03fb tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:34.972088 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4c74606e-8ff6-4630-9b18-03aab944cf56 req-29ffa67a-46e9-4771-850f-90a7687a03fb tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0476136 Aug 04 08:44:35.008190 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4c74606e-8ff6-4630-9b18-03aab944cf56 req-877c56db-5c67-4742-b268-e513134819a0 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300386 Aug 04 08:44:35.273056 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['1e999175-6c27-4374-b177-336ee7b93f5d'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:44:35.295792 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['0507eb70-aa2f-40e9-9c29-a641a862b546'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:44:35.570859 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce4bf5-a1d7-44c7-bb35-48dbc9154d7d req-bbbc6a06-1261-4f75-a0de-fe710f0b7bc4 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:35.572265 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c1ce4bf5-a1d7-44c7-bb35-48dbc9154d7d req-bbbc6a06-1261-4f75-a0de-fe710f0b7bc4 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7238e7-9c66-44da-86ab-4847f21f9b4f HTTP/1.1" status: 200 len: 944 time: 0.0473540 Aug 04 08:44:35.608838 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c1ce4bf5-a1d7-44c7-bb35-48dbc9154d7d req-93a8e2b3-476f-48d8-8f92-acf29b1cf73b tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/security-groups?id=2674f89a-e088-4cb4-90ee-85baa4ca8a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301304 Aug 04 08:44:35.743776 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b4dfe-d9c1-4724-8164-101b2c4047de req-8e2a0601-65a4-40e3-8919-2b28dd529e9d tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:35.745254 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-507b4dfe-d9c1-4724-8164-101b2c4047de req-8e2a0601-65a4-40e3-8919-2b28dd529e9d tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=41cdf0f2-e1e1-4a4e-a596-0d57701d33bb HTTP/1.1" status: 200 len: 945 time: 0.0524075 Aug 04 08:44:35.782395 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-507b4dfe-d9c1-4724-8164-101b2c4047de req-b272bad7-1f11-4a4d-adc4-a6d6a23cd105 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b2d858a-8726-48af-8975-4c2f2644049a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307643 Aug 04 08:44:36.126678 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c707ed-831b-4dd5-b30e-b29dca571582 req-2ca71870-6d83-4c46-b5c9-deb730edfda5 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:36.128376 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-90c707ed-831b-4dd5-b30e-b29dca571582 req-2ca71870-6d83-4c46-b5c9-deb730edfda5 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0477958 Aug 04 08:44:36.164517 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-90c707ed-831b-4dd5-b30e-b29dca571582 req-708f57e4-1181-44e2-b119-5f83b86a8f41 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305495 Aug 04 08:44:36.304479 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 1e999175-6c27-4374-b177-336ee7b93f5d up at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:44:36.405687 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning for port 1e999175-6c27-4374-b177-336ee7b93f5d completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:44:36.409165 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning complete for port 1e999175-6c27-4374-b177-336ee7b93f5d triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:44:36.409534 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:36.485261 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:36.506856 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41cdf0f2-e1e1-4a4e-a596-0d57701d33bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e999175-6c27-4374-b177-336ee7b93f5d'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:44:36.509326 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c495c7497e5e90a156a42ea06e218473990fefc1974f3e33d0cb89c8111961e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad40008-8b6e-4e22-a5d7-2a504bb77b60" -d '{"events": [{"server_uuid": "41cdf0f2-e1e1-4a4e-a596-0d57701d33bb", "name": "network-vif-plugged", "status": "completed", "tag": "1e999175-6c27-4374-b177-336ee7b93f5d"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:44:36.521368 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 1e999175-6c27-4374-b177-336ee7b93f5d, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=1e999175-6c27-4374-b177-336ee7b93f5d,segment=NetworkSegment(5e68a294-6a8a-445c-8bd6-23f3bac2ccca),segment_id=5e68a294-6a8a-445c-8bd6-23f3bac2ccca)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:44:36.546015 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2c6a9c-1fa2-4471-91b8-b7eaef961876 x-openstack-request-id: req-8f2c6a9c-1fa2-4471-91b8-b7eaef961876 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:44:36.546306 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41cdf0f2-e1e1-4a4e-a596-0d57701d33bb", "name": "network-vif-plugged", "status": "completed", "tag": "1e999175-6c27-4374-b177-336ee7b93f5d", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:44:36.546559 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8f2c6a9c-1fa2-4471-91b8-b7eaef961876 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:44:36.546950 dv-cinder-802653-4-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41cdf0f2-e1e1-4a4e-a596-0d57701d33bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e999175-6c27-4374-b177-336ee7b93f5d', 'code': 200} Aug 04 08:44:36.577343 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:36.578156 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 0507eb70-aa2f-40e9-9c29-a641a862b546 up at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:44:36.653605 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=1e999175-6c27-4374-b177-336ee7b93f5d,revision_number=5']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:44:36.726016 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning for port 0507eb70-aa2f-40e9-9c29-a641a862b546 completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:44:36.729650 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c094e-ade4-4103-8646-98386bdcc149 req-3f29ddda-8243-4443-ad39-afb37bd11292 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:36.730120 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning complete for port 0507eb70-aa2f-40e9-9c29-a641a862b546 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:44:36.730472 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:36.731200 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-db7c094e-ade4-4103-8646-98386bdcc149 req-3f29ddda-8243-4443-ad39-afb37bd11292 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7238e7-9c66-44da-86ab-4847f21f9b4f HTTP/1.1" status: 200 len: 944 time: 0.0567369 Aug 04 08:44:36.775361 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-db7c094e-ade4-4103-8646-98386bdcc149 req-a3f9f3ca-abc8-4551-82ec-085da8f2d78d tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/security-groups?id=2674f89a-e088-4cb4-90ee-85baa4ca8a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346370 Aug 04 08:44:36.816314 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:36.848899 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 0507eb70-aa2f-40e9-9c29-a641a862b546, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=0507eb70-aa2f-40e9-9c29-a641a862b546,segment=NetworkSegment(c4abe7e1-08a4-43e2-888f-b67e27976ff9),segment_id=c4abe7e1-08a4-43e2-888f-b67e27976ff9)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:44:36.897621 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:36.933854 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5f30a-c6a1-477d-a655-c97a23539434 req-ad06857a-e778-4d6b-85fa-088a6d3af62c tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:36.933854 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d8b5f30a-c6a1-477d-a655-c97a23539434 req-ad06857a-e778-4d6b-85fa-088a6d3af62c tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=41cdf0f2-e1e1-4a4e-a596-0d57701d33bb HTTP/1.1" status: 200 len: 946 time: 0.0778520 Aug 04 08:44:36.939562 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d80427-c1ca-477d-91e4-e90f37a6912c req-dbc7cd48-e199-434a-9388-cdbf522df264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:36.941052 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b7d80427-c1ca-477d-91e4-e90f37a6912c req-dbc7cd48-e199-434a-9388-cdbf522df264 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=41cdf0f2-e1e1-4a4e-a596-0d57701d33bb HTTP/1.1" status: 200 len: 1099 time: 0.0589669 Aug 04 08:44:36.960045 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=0507eb70-aa2f-40e9-9c29-a641a862b546,revision_number=5']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:44:36.994351 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d8b5f30a-c6a1-477d-a655-c97a23539434 req-45ec773c-a0d1-48e1-8f2a-c3ee773d3936 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b2d858a-8726-48af-8975-4c2f2644049a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523598 Aug 04 08:44:36.998180 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b7d80427-c1ca-477d-91e4-e90f37a6912c req-ca8c2e7a-311b-4f85-8688-42faabcb64c7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1b2d858a-8726-48af-8975-4c2f2644049a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493872 Aug 04 08:44:37.281197 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac87f2-d177-4b03-8722-e8d563bef457 req-7d7cdfbe-0ef0-4221-a058-4371a2337c59 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:37.282665 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a3ac87f2-d177-4b03-8722-e8d563bef457 req-7d7cdfbe-0ef0-4221-a058-4371a2337c59 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0490189 Aug 04 08:44:37.320557 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a3ac87f2-d177-4b03-8722-e8d563bef457 req-cb3fae92-f0e2-41f1-a03b-98128f7ab914 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320935 Aug 04 08:44:37.520502 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-6e57bb6f-2a62-4313-91fe-3514af502761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:37.887315 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf25b7-de6f-4997-a5d5-d6e93f52004d req-13def699-8252-4961-a638-9b0b4ebb80bb tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:37.888808 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ccbf25b7-de6f-4997-a5d5-d6e93f52004d req-13def699-8252-4961-a638-9b0b4ebb80bb tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7238e7-9c66-44da-86ab-4847f21f9b4f HTTP/1.1" status: 200 len: 945 time: 0.0481546 Aug 04 08:44:37.926306 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ccbf25b7-de6f-4997-a5d5-d6e93f52004d req-d2d11640-72ea-42f7-b14e-44ab348b92dd tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/security-groups?id=2674f89a-e088-4cb4-90ee-85baa4ca8a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318098 Aug 04 08:44:38.110311 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed1cc3-f405-4b29-ab36-317c52762426 req-22c985e4-b69e-401e-8058-fa0dfdb81e69 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:38.111693 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-d8ed1cc3-f405-4b29-ab36-317c52762426 req-22c985e4-b69e-401e-8058-fa0dfdb81e69 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=41cdf0f2-e1e1-4a4e-a596-0d57701d33bb HTTP/1.1" status: 200 len: 946 time: 0.0508921 Aug 04 08:44:38.148652 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-d8ed1cc3-f405-4b29-ab36-317c52762426 req-e15fe871-9bf7-4f40-adc1-4b16989285c2 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b2d858a-8726-48af-8975-4c2f2644049a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310645 Aug 04 08:44:38.440584 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab622ec-7163-4f46-bd4d-6c9d427a8399 req-440263a5-d3c1-46df-b318-da00a84f785e tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:38.442049 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5ab622ec-7163-4f46-bd4d-6c9d427a8399 req-440263a5-d3c1-46df-b318-da00a84f785e tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0512180 Aug 04 08:44:38.479598 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5ab622ec-7163-4f46-bd4d-6c9d427a8399 req-4537c456-edcf-4007-8cc9-080e6b7a1078 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315914 Aug 04 08:44:38.548104 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7238e7-9c66-44da-86ab-4847f21f9b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0507eb70-aa2f-40e9-9c29-a641a862b546'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:44:38.550474 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c495c7497e5e90a156a42ea06e218473990fefc1974f3e33d0cb89c8111961e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f9b6c5-abd2-4684-b325-357e8cb0e22c" -d '{"events": [{"server_uuid": "ce7238e7-9c66-44da-86ab-4847f21f9b4f", "name": "network-vif-plugged", "status": "completed", "tag": "0507eb70-aa2f-40e9-9c29-a641a862b546"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:44:38.586555 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295c426b-f977-411d-9df7-02a570ea1c9d x-openstack-request-id: req-295c426b-f977-411d-9df7-02a570ea1c9d {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:44:38.586841 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7238e7-9c66-44da-86ab-4847f21f9b4f", "name": "network-vif-plugged", "status": "completed", "tag": "0507eb70-aa2f-40e9-9c29-a641a862b546", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:44:38.587096 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-295c426b-f977-411d-9df7-02a570ea1c9d {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:44:38.587490 dv-cinder-802653-4-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7238e7-9c66-44da-86ab-4847f21f9b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0507eb70-aa2f-40e9-9c29-a641a862b546', 'code': 200} Aug 04 08:44:38.935772 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76a963-e70a-456b-9731-37286b3136ca req-841bb98e-e7c9-48f1-92cd-e1f00bcfdee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:38.937291 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cd76a963-e70a-456b-9731-37286b3136ca req-841bb98e-e7c9-48f1-92cd-e1f00bcfdee3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ce7238e7-9c66-44da-86ab-4847f21f9b4f HTTP/1.1" status: 200 len: 1098 time: 0.0400651 Aug 04 08:44:38.976237 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cd76a963-e70a-456b-9731-37286b3136ca req-0e19a9b0-ad61-4c1f-9f26-96c7625735f3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2674f89a-e088-4cb4-90ee-85baa4ca8a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294800 Aug 04 08:44:39.041700 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a48d9-1038-44fe-8297-94db1465e840 req-d88ee3cb-f016-49bc-b3e6-62e01e59836e tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:39.043163 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c00a48d9-1038-44fe-8297-94db1465e840 req-d88ee3cb-f016-49bc-b3e6-62e01e59836e tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7238e7-9c66-44da-86ab-4847f21f9b4f HTTP/1.1" status: 200 len: 945 time: 0.0491273 Aug 04 08:44:39.081453 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c00a48d9-1038-44fe-8297-94db1465e840 req-1e02fada-a39d-4269-af87-0d6eab5f5b3c tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/security-groups?id=2674f89a-e088-4cb4-90ee-85baa4ca8a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318658 Aug 04 08:44:39.265298 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36506a5-2faf-4313-95c0-9931852195fa req-215472e9-24e2-472d-9a6f-c37aa7c42781 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:39.266702 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f36506a5-2faf-4313-95c0-9931852195fa req-215472e9-24e2-472d-9a6f-c37aa7c42781 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=41cdf0f2-e1e1-4a4e-a596-0d57701d33bb HTTP/1.1" status: 200 len: 946 time: 0.0519114 Aug 04 08:44:39.305091 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f36506a5-2faf-4313-95c0-9931852195fa req-7b4238a2-684a-4b1d-b8b4-49f4676078eb tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b2d858a-8726-48af-8975-4c2f2644049a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325944 Aug 04 08:44:39.417360 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751e7d4-db01-493f-848c-79697df99272 req-a9098a47-054e-4cdc-9583-0d297080fce1 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:39.418799 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0751e7d4-db01-493f-848c-79697df99272 req-a9098a47-054e-4cdc-9583-0d297080fce1 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=41cdf0f2-e1e1-4a4e-a596-0d57701d33bb HTTP/1.1" status: 200 len: 946 time: 0.0513904 Aug 04 08:44:39.428346 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 54530) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:44:39.432830 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-e0c33409-4b17-4f23-ad2a-07e7ad1b5a93 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Request body: {'floatingip': {'port_id': '1e999175-6c27-4374-b177-336ee7b93f5d'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:44:39.470669 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e0c33409-4b17-4f23-ad2a-07e7ad1b5a93 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for floatingip, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:39.600892 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885e9e4-a8c4-4341-8591-925186a2163e req-16b21fb1-1e39-4669-85d5-70f5ea42a8e5 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:39.602513 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f885e9e4-a8c4-4341-8591-925186a2163e req-16b21fb1-1e39-4669-85d5-70f5ea42a8e5 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0523765 Aug 04 08:44:39.642994 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f885e9e4-a8c4-4341-8591-925186a2163e req-a68329ab-eac1-42ed-98d6-1cf943bee325 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341797 Aug 04 08:44:40.141954 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e0c33409-4b17-4f23-ad2a-07e7ad1b5a93 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:40.193121 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb7007-feb8-4a37-b9fa-7a0150bce008 req-676e2238-276f-4cc5-b356-5cbc2724f78c tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:40.194634 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-eecb7007-feb8-4a37-b9fa-7a0150bce008 req-676e2238-276f-4cc5-b356-5cbc2724f78c tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7238e7-9c66-44da-86ab-4847f21f9b4f HTTP/1.1" status: 200 len: 945 time: 0.0474255 Aug 04 08:44:40.195758 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e0c33409-4b17-4f23-ad2a-07e7ad1b5a93 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055929'] for floatingip, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:40.274788 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:40.276687 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-2df10c8c-940a-408a-9428-8c65d81f6e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:40.306120 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-eecb7007-feb8-4a37-b9fa-7a0150bce008 req-0839fd11-c147-4aec-82a6-1476441d2155 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/security-groups?id=2674f89a-e088-4cb4-90ee-85baa4ca8a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743270 Aug 04 08:44:40.322709 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.db.l3_db [None req-e0c33409-4b17-4f23-ad2a-07e7ad1b5a93 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Floating IP 9b9947aa-b7cb-42b8-95ea-2542c061d224 associated. External IP: 172.27.0.205, port: 1e999175-6c27-4374-b177-336ee7b93f5d. Aug 04 08:44:40.534792 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c33409-4b17-4f23-ad2a-07e7ad1b5a93 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Router c9f931c9-2943-4dfe-af33-d6aa563b9381 has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:44:40.642295 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c33409-4b17-4f23-ad2a-07e7ad1b5a93 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:44:40.647115 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-e0c33409-4b17-4f23-ad2a-07e7ad1b5a93 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for floatingip, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:40.651734 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81a6f22-f43d-419f-9075-fab040b44d22 None None] Sync routers for ids ['c9f931c9-2943-4dfe-af33-d6aa563b9381'] in dv-cinder-802653-4-iscsi {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:44:40.660530 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81a6f22-f43d-419f-9075-fab040b44d22 None None] Routers {'c9f931c9-2943-4dfe-af33-d6aa563b9381'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:44:40.661150 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-c81a6f22-f43d-419f-9075-fab040b44d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:44:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['c9f931c9-2943-4dfe-af33-d6aa563b9381'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:44:40.672958 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-e0c33409-4b17-4f23-ad2a-07e7ad1b5a93 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "PUT /v2.0/floatingips/9b9947aa-b7cb-42b8-95ea-2542c061d224 HTTP/1.1" status: 200 len: 992 time: 1.2434301 Aug 04 08:44:40.673548 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41cdf0f2-e1e1-4a4e-a596-0d57701d33bb', 'tag': '1e999175-6c27-4374-b177-336ee7b93f5d'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:44:40.675772 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c436f4f-a96e-4210-8f3b-193ef86333e2" -d '{"events": [{"name": "network-changed", "server_uuid": "41cdf0f2-e1e1-4a4e-a596-0d57701d33bb", "tag": "1e999175-6c27-4374-b177-336ee7b93f5d"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:44:40.770460 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd38c23-0434-4282-8214-2e43d5e11365 req-28a3f99c-705e-463d-8729-1c97fe7018e1 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:40.771786 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-c81a6f22-f43d-419f-9075-fab040b44d22 None None] Set router c9f931c9-2943-4dfe-af33-d6aa563b9381 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:44:40.772011 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-8dd38c23-0434-4282-8214-2e43d5e11365 req-28a3f99c-705e-463d-8729-1c97fe7018e1 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0488994 Aug 04 08:44:40.815958 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-8dd38c23-0434-4282-8214-2e43d5e11365 req-f4168aa7-1a0d-40c7-8085-4d99fc8c4f76 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375905 Aug 04 08:44:40.819765 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e23c3d-5bfc-4040-b065-612c217bbc3e x-openstack-request-id: req-64e23c3d-5bfc-4040-b065-612c217bbc3e {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:44:40.820090 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41cdf0f2-e1e1-4a4e-a596-0d57701d33bb", "tag": "1e999175-6c27-4374-b177-336ee7b93f5d", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:44:40.820408 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-64e23c3d-5bfc-4040-b065-612c217bbc3e {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:44:40.820813 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41cdf0f2-e1e1-4a4e-a596-0d57701d33bb', 'tag': '1e999175-6c27-4374-b177-336ee7b93f5d', 'status': 'completed', 'code': 200} Aug 04 08:44:40.913350 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c436f4f-a96e-4210-8f3b-193ef86333e2 req-d29e129f-a10a-4659-9f65-a68d0394f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:40.914918 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1c436f4f-a96e-4210-8f3b-193ef86333e2 req-d29e129f-a10a-4659-9f65-a68d0394f69c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bdc92ef353f743beb579e2734e4bc9ed&device_id=41cdf0f2-e1e1-4a4e-a596-0d57701d33bb HTTP/1.1" status: 200 len: 1099 time: 0.0405269 Aug 04 08:44:40.996755 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-c81a6f22-f43d-419f-9075-fab040b44d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'name': 'tempest-AttachVolumeTestJSON-339756056-router', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:39:08Z', 'updated_at': '2021-08-04T08:39:16Z', 'revision_number': 4, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'gw_port': {'id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:09Z', 'updated_at': '2021-08-04T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_floatingips': [{'id': '9b9947aa-b7cb-42b8-95ea-2542c061d224', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'router_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'port_id': '1e999175-6c27-4374-b177-336ee7b93f5d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298', 'mac_address': 'fa:16:3e:37:3f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cdf0f2-e1e1-4a4e-a596-0d57701d33bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T08:44:24Z', 'updated_at': '2021-08-04T08:44:40Z', 'revision_number': 1, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4ba8a4c-be0c-48ff-a7aa-a7f1e088f874', 'name': '', 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'mac_address': 'fa:16:3e:8c:09:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8b561a38-fec8-4399-844a-bbe6e7ef59b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:14Z', 'updated_at': '2021-08-04T08:39:27Z', 'revision_number': 5, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'subnets': [{'id': '8b561a38-fec8-4399-844a-bbe6e7ef59b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:44:41.011868 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c436f4f-a96e-4210-8f3b-193ef86333e2 req-04072040-eb73-4edd-9baf-f523837e47ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:41.013508 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1c436f4f-a96e-4210-8f3b-193ef86333e2 req-04072040-eb73-4edd-9baf-f523837e47ab service neutron] 10.222.0.61 "GET /v2.0/networks?id=4c817a01-120c-4c34-99bf-8b2dbd084298 HTTP/1.1" status: 200 len: 911 time: 0.0900993 Aug 04 08:44:41.023113 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81a6f22-f43d-419f-9075-fab040b44d22 None None] Checking router: c9f931c9-2943-4dfe-af33-d6aa563b9381 for host: dv-cinder-802653-4-iscsi {{(pid=100322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:44:41.031327 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81a6f22-f43d-419f-9075-fab040b44d22 None None] Routers {'c9f931c9-2943-4dfe-af33-d6aa563b9381'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:44:41.031972 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-c81a6f22-f43d-419f-9075-fab040b44d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:44:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['c9f931c9-2943-4dfe-af33-d6aa563b9381'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:44:41.080893 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1c436f4f-a96e-4210-8f3b-193ef86333e2 req-c7f54ef3-9c4c-478e-bb19-770318af6460 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e999175-6c27-4374-b177-336ee7b93f5d HTTP/1.1" status: 200 len: 1000 time: 0.0597365 Aug 04 08:44:41.142828 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c436f4f-a96e-4210-8f3b-193ef86333e2 req-f466e29b-88be-42e7-8f13-64896aa451d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:41.144356 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1c436f4f-a96e-4210-8f3b-193ef86333e2 req-f466e29b-88be-42e7-8f13-64896aa451d5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8b561a38-fec8-4399-844a-bbe6e7ef59b9 HTTP/1.1" status: 200 len: 849 time: 0.0518203 Aug 04 08:44:41.193192 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c436f4f-a96e-4210-8f3b-193ef86333e2 req-e0965553-fbed-4a55-b1af-670dab8783ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:41.194731 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1c436f4f-a96e-4210-8f3b-193ef86333e2 req-e0965553-fbed-4a55-b1af-670dab8783ad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4c817a01-120c-4c34-99bf-8b2dbd084298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432098 Aug 04 08:44:41.262455 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-c81a6f22-f43d-419f-9075-fab040b44d22 None None] Set router c9f931c9-2943-4dfe-af33-d6aa563b9381 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:44:41.285739 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1c436f4f-a96e-4210-8f3b-193ef86333e2 req-3a3715ae-0c17-49b4-9d22-d1246c7a7f34 service neutron] 10.222.0.61 "GET /v2.0/networks/4c817a01-120c-4c34-99bf-8b2dbd084298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811012 Aug 04 08:44:41.333883 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:41.416212 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1c436f4f-a96e-4210-8f3b-193ef86333e2 req-c3769c0c-abf5-496f-9b6f-cc3465db55d4 service neutron] 10.222.0.61 "GET /v2.0/networks/4c817a01-120c-4c34-99bf-8b2dbd084298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145129 Aug 04 08:44:41.436597 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb593425-050f-455e-9454-b42e6748e5cc req-736dc178-7009-4087-b40a-35af01341321 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:41.438049 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cb593425-050f-455e-9454-b42e6748e5cc req-736dc178-7009-4087-b40a-35af01341321 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7238e7-9c66-44da-86ab-4847f21f9b4f HTTP/1.1" status: 200 len: 945 time: 0.0587103 Aug 04 08:44:41.476614 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cb593425-050f-455e-9454-b42e6748e5cc req-76e1ca07-28f5-4e45-ac30-4bb836c8b96e tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/security-groups?id=2674f89a-e088-4cb4-90ee-85baa4ca8a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320203 Aug 04 08:44:41.491440 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-c81a6f22-f43d-419f-9075-fab040b44d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'name': 'tempest-AttachVolumeTestJSON-339756056-router', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:39:08Z', 'updated_at': '2021-08-04T08:39:16Z', 'revision_number': 4, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'gw_port': {'id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:09Z', 'updated_at': '2021-08-04T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_floatingips': [{'id': '9b9947aa-b7cb-42b8-95ea-2542c061d224', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'router_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'port_id': '1e999175-6c27-4374-b177-336ee7b93f5d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298', 'mac_address': 'fa:16:3e:37:3f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cdf0f2-e1e1-4a4e-a596-0d57701d33bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T08:44:24Z', 'updated_at': '2021-08-04T08:44:40Z', 'revision_number': 1, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4ba8a4c-be0c-48ff-a7aa-a7f1e088f874', 'name': '', 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'mac_address': 'fa:16:3e:8c:09:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8b561a38-fec8-4399-844a-bbe6e7ef59b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:14Z', 'updated_at': '2021-08-04T08:39:27Z', 'revision_number': 5, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'subnets': [{'id': '8b561a38-fec8-4399-844a-bbe6e7ef59b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:44:41.517763 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81a6f22-f43d-419f-9075-fab040b44d22 None None] The sync data for ids ['c9f931c9-2943-4dfe-af33-d6aa563b9381'] in dv-cinder-802653-4-iscsi is: [{'id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'name': 'tempest-AttachVolumeTestJSON-339756056-router', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:39:08Z', 'updated_at': '2021-08-04T08:39:16Z', 'revision_number': 4, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'gw_port': {'id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:09Z', 'updated_at': '2021-08-04T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_floatingips': [{'id': '9b9947aa-b7cb-42b8-95ea-2542c061d224', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'router_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'port_id': '1e999175-6c27-4374-b177-336ee7b93f5d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298', 'mac_address': 'fa:16:3e:37:3f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cdf0f2-e1e1-4a4e-a596-0d57701d33bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T08:44:24Z', 'updated_at': '2021-08-04T08:44:40Z', 'revision_number': 1, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4ba8a4c-be0c-48ff-a7aa-a7f1e088f874', 'name': '', 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'mac_address': 'fa:16:3e:8c:09:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8b561a38-fec8-4399-844a-bbe6e7ef59b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:14Z', 'updated_at': '2021-08-04T08:39:27Z', 'revision_number': 5, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'subnets': [{'id': '8b561a38-fec8-4399-844a-bbe6e7ef59b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:44:41.704335 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d65d223-0908-483c-ad67-cfce85f81529 None None] New status for floating IP 9b9947aa-b7cb-42b8-95ea-2542c061d224: ACTIVE {{(pid=100323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 08:44:41.999353 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab49f1c-2560-4c3d-b18e-367f4a605775 req-f4650c22-41f3-429d-a194-73d7a975c9c4 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:42.000844 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-aab49f1c-2560-4c3d-b18e-367f4a605775 req-f4650c22-41f3-429d-a194-73d7a975c9c4 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0486550 Aug 04 08:44:42.044345 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-aab49f1c-2560-4c3d-b18e-367f4a605775 req-bdcc911e-9e77-4bee-94cb-dd8f50542948 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373688 Aug 04 08:44:42.902718 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:43.165250 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52d00e-0c36-4459-a52a-4e5e395be6cd req-ed7566c8-516d-4b01-a059-2bbeecdb672f tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:43.166688 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-fc52d00e-0c36-4459-a52a-4e5e395be6cd req-ed7566c8-516d-4b01-a059-2bbeecdb672f tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0513186 Aug 04 08:44:43.204156 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-fc52d00e-0c36-4459-a52a-4e5e395be6cd req-bf8a235c-ed93-417f-8e6c-e3cfe65ebf42 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308297 Aug 04 08:44:44.321042 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3adf1-e13e-4ca0-a9e2-8e013f3543cb req-0ba067ee-058c-4c17-a992-4a6b0bffa812 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:44.322501 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c2f3adf1-e13e-4ca0-a9e2-8e013f3543cb req-0ba067ee-058c-4c17-a992-4a6b0bffa812 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0477014 Aug 04 08:44:44.326720 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 35a681cb-46a1-4f7e-a31c-150b54d27c33 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=100322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 08:44:44.361229 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c2f3adf1-e13e-4ca0-a9e2-8e013f3543cb req-7889944d-054c-4b24-8fff-54c64ee152dc tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329940 Aug 04 08:44:44.443816 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 35a681cb-46a1-4f7e-a31c-150b54d27c33, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=35a681cb-46a1-4f7e-a31c-150b54d27c33,segment=NetworkSegment(9fc2a23e-05fc-423c-8776-74a99484ef67),segment_id=9fc2a23e-05fc-423c-8776-74a99484ef67)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:44:44.454736 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Returning: {'device': '35a681cb-46a1-4f7e-a31c-150b54d27c33', 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7', 'port_id': '35a681cb-46a1-4f7e-a31c-150b54d27c33', 'mac_address': 'fa:16:3e:55:dc:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 08:44:44.491604 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:44.504275 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35a681cb-46a1-4f7e-a31c-150b54d27c33 {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:44:44.523742 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 35a681cb-46a1-4f7e-a31c-150b54d27c33, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=35a681cb-46a1-4f7e-a31c-150b54d27c33,segment=NetworkSegment(9fc2a23e-05fc-423c-8776-74a99484ef67),segment_id=9fc2a23e-05fc-423c-8776-74a99484ef67)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:44:44.593893 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:44.639650 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=35a681cb-46a1-4f7e-a31c-150b54d27c33,revision_number=6']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:44:44.869819 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['35a681cb-46a1-4f7e-a31c-150b54d27c33'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:44:45.486306 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748acab7-96e8-4890-9c54-d46f0da27b83 req-a26f40ca-82b6-4664-b1c2-adae6130f11e tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:45.487808 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-748acab7-96e8-4890-9c54-d46f0da27b83 req-a26f40ca-82b6-4664-b1c2-adae6130f11e tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 944 time: 0.0547962 Aug 04 08:44:45.526647 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-748acab7-96e8-4890-9c54-d46f0da27b83 req-e9a17825-75c6-45c2-8342-facf01c43999 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328021 Aug 04 08:44:46.351114 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 35a681cb-46a1-4f7e-a31c-150b54d27c33 up at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:44:46.404460 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning complete for port 35a681cb-46a1-4f7e-a31c-150b54d27c33 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:44:46.405402 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:46.502594 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:46.528984 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b38586-5beb-48fa-9645-339c6462a1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a681cb-46a1-4f7e-a31c-150b54d27c33'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:44:46.531042 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c495c7497e5e90a156a42ea06e218473990fefc1974f3e33d0cb89c8111961e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd9ef75-9fb7-4a51-a9ac-48af32b8310a" -d '{"events": [{"server_uuid": "94b38586-5beb-48fa-9645-339c6462a1b2", "name": "network-vif-plugged", "status": "completed", "tag": "35a681cb-46a1-4f7e-a31c-150b54d27c33"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:44:46.546778 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 35a681cb-46a1-4f7e-a31c-150b54d27c33, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=35a681cb-46a1-4f7e-a31c-150b54d27c33,segment=NetworkSegment(9fc2a23e-05fc-423c-8776-74a99484ef67),segment_id=9fc2a23e-05fc-423c-8776-74a99484ef67)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:44:46.615323 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:46.648653 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4fb4f0-0df1-41ce-9227-7df56048c5ff x-openstack-request-id: req-5a4fb4f0-0df1-41ce-9227-7df56048c5ff {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:44:46.648955 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b38586-5beb-48fa-9645-339c6462a1b2", "name": "network-vif-plugged", "status": "completed", "tag": "35a681cb-46a1-4f7e-a31c-150b54d27c33", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:44:46.649298 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5a4fb4f0-0df1-41ce-9227-7df56048c5ff {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:44:46.649919 dv-cinder-802653-4-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b38586-5beb-48fa-9645-339c6462a1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a681cb-46a1-4f7e-a31c-150b54d27c33', 'code': 200} Aug 04 08:44:46.675024 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b842b-5a19-48c8-8402-e13f1b00f2bf req-0775f1a0-d7e8-4fcd-98e0-5e0e4af5cf4c tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:46.676814 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-141b842b-5a19-48c8-8402-e13f1b00f2bf req-0775f1a0-d7e8-4fcd-98e0-5e0e4af5cf4c tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0680461 Aug 04 08:44:46.679971 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=35a681cb-46a1-4f7e-a31c-150b54d27c33,revision_number=7']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:44:46.728559 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-141b842b-5a19-48c8-8402-e13f1b00f2bf req-70802f93-0571-480a-914c-70a507e997a3 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452800 Aug 04 08:44:47.860724 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944522c-4871-4314-b347-4f32343535bb req-6d7fe7cd-d573-498a-9a6b-fb0af8ac939a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:47.862324 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8944522c-4871-4314-b347-4f32343535bb req-6d7fe7cd-d573-498a-9a6b-fb0af8ac939a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0562866 Aug 04 08:44:47.906599 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8944522c-4871-4314-b347-4f32343535bb req-18af5c9a-8cd5-4aa6-b7f7-a967eae9e516 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381613 Aug 04 08:44:49.052655 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff0957-2aba-4509-9488-a4ee0c59699c req-e3764c8f-8d80-4aaf-88f1-a0a9ddefc55d tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:49.054192 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-20ff0957-2aba-4509-9488-a4ee0c59699c req-e3764c8f-8d80-4aaf-88f1-a0a9ddefc55d tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0702112 Aug 04 08:44:49.110459 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-20ff0957-2aba-4509-9488-a4ee0c59699c req-d34d03d5-1313-4149-9791-f33fb5d67d6d tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500128 Aug 04 08:44:50.240927 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ea91c-fbbf-4541-8269-4acf5ac63d3b req-5302f73a-0e7b-49dc-be5c-553898f2220a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:50.243234 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-821ea91c-fbbf-4541-8269-4acf5ac63d3b req-5302f73a-0e7b-49dc-be5c-553898f2220a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0544066 Aug 04 08:44:50.285600 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-821ea91c-fbbf-4541-8269-4acf5ac63d3b req-eb9b09f5-906a-4bf4-8b7c-a950e30ae9ee tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343964 Aug 04 08:44:50.571869 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:44:51.412748 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933aae61-5704-431c-a650-70c9faa573a1 req-aa0c2a24-8fe2-4db5-9886-3389d482b88a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:51.414725 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-933aae61-5704-431c-a650-70c9faa573a1 req-aa0c2a24-8fe2-4db5-9886-3389d482b88a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0550537 Aug 04 08:44:51.457888 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-933aae61-5704-431c-a650-70c9faa573a1 req-059e57cd-2dc6-4565-a92d-0299eba6bad9 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367458 Aug 04 08:44:52.603670 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76610e8-4569-42f7-91f4-2f0e3e774820 req-07d29b64-1c45-4c88-9326-4d1657303df4 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:52.606114 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d76610e8-4569-42f7-91f4-2f0e3e774820 req-07d29b64-1c45-4c88-9326-4d1657303df4 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0699861 Aug 04 08:44:52.651375 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d76610e8-4569-42f7-91f4-2f0e3e774820 req-e14c62f7-4325-45a4-9b2d-e05ae5f12457 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387769 Aug 04 08:44:53.789264 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29fa3c-f739-4c36-a487-25dc6e35418d req-340bee22-15a4-431e-b51e-0e14086e4094 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:53.790806 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ef29fa3c-f739-4c36-a487-25dc6e35418d req-340bee22-15a4-431e-b51e-0e14086e4094 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0617754 Aug 04 08:44:53.834823 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ef29fa3c-f739-4c36-a487-25dc6e35418d req-d7870d8f-146b-4ac5-aeff-03eeb2e57240 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374563 Aug 04 08:44:54.963545 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14df041-371c-4efe-978b-5d67d63078ef req-1334fd32-1f3c-4295-b66f-d12af56221de tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:54.964972 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c14df041-371c-4efe-978b-5d67d63078ef req-1334fd32-1f3c-4295-b66f-d12af56221de tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0500274 Aug 04 08:44:55.002879 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c14df041-371c-4efe-978b-5d67d63078ef req-c84e6e00-17cc-452d-a9c5-0d5a706a8943 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318589 Aug 04 08:44:56.121977 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3770dc2-0ad1-4347-b422-12f1a4036b80 req-a95c84ae-5aea-4952-8d6e-351c6f80defd tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:56.123475 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d3770dc2-0ad1-4347-b422-12f1a4036b80 req-a95c84ae-5aea-4952-8d6e-351c6f80defd tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0494702 Aug 04 08:44:56.166153 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d3770dc2-0ad1-4347-b422-12f1a4036b80 req-55cf616f-6ebd-414b-a050-437914239104 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367916 Aug 04 08:44:57.283975 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa337a3-ec7e-4ca5-93ba-e42c59f1c602 req-7bd7d67a-5ab5-4e83-aa51-d7f9b9d78018 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:57.285438 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5aa337a3-ec7e-4ca5-93ba-e42c59f1c602 req-7bd7d67a-5ab5-4e83-aa51-d7f9b9d78018 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0488477 Aug 04 08:44:57.323769 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5aa337a3-ec7e-4ca5-93ba-e42c59f1c602 req-cc2f5342-6277-4ac4-9496-28f74e4f21fc tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325658 Aug 04 08:44:58.440618 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d32c2-1929-435e-a729-dda1eb2f9af1 req-ade6fe70-4772-4aed-9f75-fb1f353d39a3 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:58.442082 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8c0d32c2-1929-435e-a729-dda1eb2f9af1 req-ade6fe70-4772-4aed-9f75-fb1f353d39a3 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0487392 Aug 04 08:44:58.480184 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8c0d32c2-1929-435e-a729-dda1eb2f9af1 req-5795f6f3-0bee-4df0-b5d4-65f65675cef2 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323422 Aug 04 08:44:59.612458 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d9c8b-8989-4ee3-b21f-cb7667292aab req-ed393741-063f-449e-bd81-7be56c3fc742 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:59.613823 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-410d9c8b-8989-4ee3-b21f-cb7667292aab req-ed393741-063f-449e-bd81-7be56c3fc742 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0480754 Aug 04 08:44:59.655701 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-410d9c8b-8989-4ee3-b21f-cb7667292aab req-a2fbd556-595d-4c95-836c-8e887c7a6adf tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358593 Aug 04 08:44:59.752309 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 6 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:44:59.828910 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a37e7d-d304-4a59-a667-e75252bfd853 req-a4ee2e46-6d4a-4ac5-8b03-4517ed37df3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:59.830476 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-04a37e7d-d304-4a59-a667-e75252bfd853 req-a4ee2e46-6d4a-4ac5-8b03-4517ed37df3d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=da69dd3f52d047baad449570b0cccac3&device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 1098 time: 0.0532417 Aug 04 08:44:59.927018 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a37e7d-d304-4a59-a667-e75252bfd853 req-c0aeeeff-cc59-45c6-b824-a2bb51edc787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:44:59.928395 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-04a37e7d-d304-4a59-a667-e75252bfd853 req-c0aeeeff-cc59-45c6-b824-a2bb51edc787 service neutron] 10.222.0.61 "GET /v2.0/networks?id=00622aa3-3ed8-404c-93cc-c0ba459184d7 HTTP/1.1" status: 200 len: 918 time: 0.0896640 Aug 04 08:44:59.996685 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-04a37e7d-d304-4a59-a667-e75252bfd853 req-5696b4c7-337f-4e21-bcd0-9f258f067637 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35a681cb-46a1-4f7e-a31c-150b54d27c33 HTTP/1.1" status: 200 len: 1001 time: 0.0591969 Aug 04 08:45:00.051735 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a37e7d-d304-4a59-a667-e75252bfd853 req-5c365789-19b0-481b-a258-c181131a5bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:00.053180 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-04a37e7d-d304-4a59-a667-e75252bfd853 req-5c365789-19b0-481b-a258-c181131a5bfd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6359fcab-01ed-4f0a-97c2-09e6c9cf50a5 HTTP/1.1" status: 200 len: 856 time: 0.0424325 Aug 04 08:45:00.099728 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a37e7d-d304-4a59-a667-e75252bfd853 req-56f06339-5d20-4868-842a-c59c843496c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:00.101199 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-04a37e7d-d304-4a59-a667-e75252bfd853 req-56f06339-5d20-4868-842a-c59c843496c3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=00622aa3-3ed8-404c-93cc-c0ba459184d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390041 Aug 04 08:45:00.201547 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-04a37e7d-d304-4a59-a667-e75252bfd853 req-8ff0ec58-ee74-4738-8801-712a973f9408 service neutron] 10.222.0.61 "GET /v2.0/networks/00622aa3-3ed8-404c-93cc-c0ba459184d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895298 Aug 04 08:45:00.296152 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-04a37e7d-d304-4a59-a667-e75252bfd853 req-f1b5d457-e558-4cfe-b371-3b1395ef1766 service neutron] 10.222.0.61 "GET /v2.0/networks/00622aa3-3ed8-404c-93cc-c0ba459184d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813429 Aug 04 08:45:00.780453 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33715d-5058-497c-b4ca-4631ae539e58 req-0fee0b5a-b874-460a-9531-9709206ab4c3 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:00.782582 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cb33715d-5058-497c-b4ca-4631ae539e58 req-0fee0b5a-b874-460a-9531-9709206ab4c3 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.0557089 Aug 04 08:45:00.830737 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cb33715d-5058-497c-b4ca-4631ae539e58 req-98f64225-6461-47da-a839-c08ad3ae94dd tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423317 Aug 04 08:45:01.454444 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-b6bbda90-41a0-4160-b858-f3cc91e74f7a req-83ea3bf8-6ff6-446a-84f3-63b7ebe8fe6a tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1615882558&fields=id&tenant_id=19d32ebc260f41d6bdfc25aff4d7b332 HTTP/1.1" status: 200 len: 267 time: 0.0362928 Aug 04 08:45:01.507874 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbda90-41a0-4160-b858-f3cc91e74f7a req-7bd74ebe-6051-4a5d-9805-2d2bb0487cd0 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:01.509358 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-b6bbda90-41a0-4160-b858-f3cc91e74f7a req-7bd74ebe-6051-4a5d-9805-2d2bb0487cd0 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 984 time: 0.0495729 Aug 04 08:45:01.520112 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [req-b6bbda90-41a0-4160-b858-f3cc91e74f7a req-65e371df-ed0e-479d-801b-4cae74db2c0e tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Request body: {'port': {'security_groups': ['4b4db3f3-159f-4828-b2b1-11e94ae26094']}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:45:01.587723 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [req-b6bbda90-41a0-4160-b858-f3cc91e74f7a req-65e371df-ed0e-479d-801b-4cae74db2c0e tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:01.759886 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.db [req-b6bbda90-41a0-4160-b858-f3cc91e74f7a req-65e371df-ed0e-479d-801b-4cae74db2c0e tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] For port 42892975-5f06-4a63-9f6f-56496fe5be83, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=42892975-5f06-4a63-9f6f-56496fe5be83,segment=NetworkSegment(f0915773-4be9-486f-b346-f3ff63b781e0),segment_id=f0915773-4be9-486f-b346-f3ff63b781e0)] {{(pid=100320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:45:01.787851 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [req-b6bbda90-41a0-4160-b858-f3cc91e74f7a req-65e371df-ed0e-479d-801b-4cae74db2c0e tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks [] for port, precommit_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:01.833806 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [req-b6bbda90-41a0-4160-b858-f3cc91e74f7a req-65e371df-ed0e-479d-801b-4cae74db2c0e tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134116828'] for port, after_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:01.881173 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['42892975-5f06-4a63-9f6f-56496fe5be83'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:45:01.882202 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbda90-41a0-4160-b858-f3cc91e74f7a req-65e371df-ed0e-479d-801b-4cae74db2c0e tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:01.883074 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [req-b6bbda90-41a0-4160-b858-f3cc91e74f7a req-65e371df-ed0e-479d-801b-4cae74db2c0e tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:01.884603 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-b6bbda90-41a0-4160-b858-f3cc91e74f7a req-65e371df-ed0e-479d-801b-4cae74db2c0e tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "PUT /v2.0/ports/42892975-5f06-4a63-9f6f-56496fe5be83 HTTP/1.1" status: 200 len: 942 time: 0.3688934 Aug 04 08:45:01.884945 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e8cbfad-b718-441f-baee-d6a840b1491d', 'tag': '42892975-5f06-4a63-9f6f-56496fe5be83'}] {{(pid=100320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:45:01.887314 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0fb8cf4a75af305c05a6811089918ae1dc95fdd1c14f947d6ddb53af2a89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e843deea-e8a3-48d7-b9d9-b30aec449353" -d '{"events": [{"name": "network-changed", "server_uuid": "1e8cbfad-b718-441f-baee-d6a840b1491d", "tag": "42892975-5f06-4a63-9f6f-56496fe5be83"}]}' {{(pid=100320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:45:01.892096 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 54742) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:45:01.925652 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e371df-ed0e-479d-801b-4cae74db2c0e tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Pushing event updated for resources: {'Port': ['ID=42892975-5f06-4a63-9f6f-56496fe5be83,revision_number=7']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:01.969355 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6211ba57-86a3-4906-b4bf-7d965a869b7b tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:02.029162 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6211ba57-86a3-4906-b4bf-7d965a869b7b tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:02.071046 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['42892975-5f06-4a63-9f6f-56496fe5be83'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:45:02.079811 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd7475-30bd-454a-8efc-a51f2b266480 req-b4519eee-25bd-4445-a266-28e199a6d17d tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:02.086995 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-38cd7475-30bd-454a-8efc-a51f2b266480 req-b4519eee-25bd-4445-a266-28e199a6d17d tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 945 time: 0.1361194 Aug 04 08:45:02.110433 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753cef30-547a-46f7-b67f-ecde8182a605 x-openstack-request-id: req-753cef30-547a-46f7-b67f-ecde8182a605 {{(pid=100320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:45:02.110931 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e8cbfad-b718-441f-baee-d6a840b1491d", "tag": "42892975-5f06-4a63-9f6f-56496fe5be83", "status": "completed", "code": 200}]} {{(pid=100320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:45:02.111182 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-753cef30-547a-46f7-b67f-ecde8182a605 {{(pid=100320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:45:02.111574 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e8cbfad-b718-441f-baee-d6a840b1491d', 'tag': '42892975-5f06-4a63-9f6f-56496fe5be83', 'status': 'completed', 'code': 200} Aug 04 08:45:02.132395 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-38cd7475-30bd-454a-8efc-a51f2b266480 req-430e3627-fdfc-41d5-9326-f8b7252e8030 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443525 Aug 04 08:45:02.207757 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843deea-e8a3-48d7-b9d9-b30aec449353 req-4f100f9e-3219-40dc-8ed2-7b7764c94352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:02.209327 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e843deea-e8a3-48d7-b9d9-b30aec449353 req-4f100f9e-3219-40dc-8ed2-7b7764c94352 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=19d32ebc260f41d6bdfc25aff4d7b332&device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 1098 time: 0.0412588 Aug 04 08:45:02.209808 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-b53b7997-ff02-4975-bb2d-3bdf1f9f733f None None] Provisioning complete for port 42892975-5f06-4a63-9f6f-56496fe5be83 triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:45:02.210179 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-b53b7997-ff02-4975-bb2d-3bdf1f9f733f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:02.227564 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6211ba57-86a3-4906-b4bf-7d965a869b7b tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:02.230109 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6211ba57-86a3-4906-b4bf-7d965a869b7b tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:02.234247 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-6211ba57-86a3-4906-b4bf-7d965a869b7b tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "DELETE /v2.0/security-groups/e1d83b41-14cf-4e8d-9b6d-14935cfe13b0 HTTP/1.1" status: 204 len: 168 time: 0.3376057 Aug 04 08:45:02.238169 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 54746) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:45:02.282690 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211ba57-86a3-4906-b4bf-7d965a869b7b tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d83b41-14cf-4e8d-9b6d-14935cfe13b0,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:02.332845 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843deea-e8a3-48d7-b9d9-b30aec449353 req-6ee51440-e1b5-4425-aedf-beafd2c39ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:02.334342 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e843deea-e8a3-48d7-b9d9-b30aec449353 req-6ee51440-e1b5-4425-aedf-beafd2c39ba4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=658fd4fe-362a-4cbc-af4e-3cb45e090bf9 HTTP/1.1" status: 200 len: 915 time: 0.1152766 Aug 04 08:45:02.386182 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 35a681cb-46a1-4f7e-a31c-150b54d27c33 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:45:02.403076 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e843deea-e8a3-48d7-b9d9-b30aec449353 req-06911104-6aa0-4612-a456-5edf53cf5da5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42892975-5f06-4a63-9f6f-56496fe5be83 HTTP/1.1" status: 200 len: 1001 time: 0.0596640 Aug 04 08:45:02.405901 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [None req-cb575405-7e49-4971-b920-da4a558fe43e tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Deleting port 6a051bf9-c2e9-49d0-ac90-f13e59abaee5 {{(pid=100320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:45:02.406252 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-cb575405-7e49-4971-b920-da4a558fe43e tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:02.460929 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:02.487660 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b38586-5beb-48fa-9645-339c6462a1b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35a681cb-46a1-4f7e-a31c-150b54d27c33'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:45:02.490514 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c495c7497e5e90a156a42ea06e218473990fefc1974f3e33d0cb89c8111961e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921153c8-771f-457f-8973-d59b321a7928" -d '{"events": [{"server_uuid": "94b38586-5beb-48fa-9645-339c6462a1b2", "name": "network-vif-unplugged", "status": "completed", "tag": "35a681cb-46a1-4f7e-a31c-150b54d27c33"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:45:02.492350 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-cb575405-7e49-4971-b920-da4a558fe43e tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:02.492350 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-cb575405-7e49-4971-b920-da4a558fe43e tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:02.505293 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [None req-cb575405-7e49-4971-b920-da4a558fe43e tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Calling delete_port for 6a051bf9-c2e9-49d0-ac90-f13e59abaee5 owned by network:floatingip {{(pid=100320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:45:02.506400 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 35a681cb-46a1-4f7e-a31c-150b54d27c33, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=35a681cb-46a1-4f7e-a31c-150b54d27c33,segment=NetworkSegment(9fc2a23e-05fc-423c-8776-74a99484ef67),segment_id=9fc2a23e-05fc-423c-8776-74a99484ef67)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:45:02.522658 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843deea-e8a3-48d7-b9d9-b30aec449353 req-d94e8d39-0ccf-44eb-ab47-d39c9cef8a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:02.524408 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e843deea-e8a3-48d7-b9d9-b30aec449353 req-d94e8d39-0ccf-44eb-ab47-d39c9cef8a2a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=536808ae-9303-442e-b13c-2d067f9ce2e1 HTTP/1.1" status: 200 len: 853 time: 0.0637889 Aug 04 08:45:02.532897 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 08:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a27187-531a-4ec8-85db-72b37e42ea3c x-openstack-request-id: req-d8a27187-531a-4ec8-85db-72b37e42ea3c {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:45:02.533267 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b38586-5beb-48fa-9645-339c6462a1b2", "name": "network-vif-unplugged", "status": "completed", "tag": "35a681cb-46a1-4f7e-a31c-150b54d27c33", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:45:02.533533 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d8a27187-531a-4ec8-85db-72b37e42ea3c {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:45:02.533958 dv-cinder-802653-4-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b38586-5beb-48fa-9645-339c6462a1b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35a681cb-46a1-4f7e-a31c-150b54d27c33', 'code': 200} Aug 04 08:45:02.578172 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843deea-e8a3-48d7-b9d9-b30aec449353 req-c392f8a5-bfd1-4b9b-a379-25f23863cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:02.579689 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e843deea-e8a3-48d7-b9d9-b30aec449353 req-c392f8a5-bfd1-4b9b-a379-25f23863cbb1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=658fd4fe-362a-4cbc-af4e-3cb45e090bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451179 Aug 04 08:45:02.583019 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:02.640650 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=35a681cb-46a1-4f7e-a31c-150b54d27c33,revision_number=8']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:02.648082 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:02.653157 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:02.653157 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:02.653157 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:02.653157 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:02.653157 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:02.653157 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:02.653157 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:02.653157 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:02.653157 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:02.653157 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:02.653157 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:02.677777 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e843deea-e8a3-48d7-b9d9-b30aec449353 req-307e72b8-b023-45cd-bc0a-bc2004d66784 service neutron] 10.222.0.61 "GET /v2.0/networks/658fd4fe-362a-4cbc-af4e-3cb45e090bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892434 Aug 04 08:45:02.773427 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e843deea-e8a3-48d7-b9d9-b30aec449353 req-91e14fed-c728-4e4d-8636-f8ecd2cf3a52 service neutron] 10.222.0.61 "GET /v2.0/networks/658fd4fe-362a-4cbc-af4e-3cb45e090bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877380 Aug 04 08:45:02.776760 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-cb575405-7e49-4971-b920-da4a558fe43e tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134116821'] for port, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:02.806710 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb575405-7e49-4971-b920-da4a558fe43e tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Pushing event deleted for resources: {'Port': ['ID=6a051bf9-c2e9-49d0-ac90-f13e59abaee5,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:02.868373 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-cb575405-7e49-4971-b920-da4a558fe43e tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks [] for floatingip, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:02.868704 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.db.l3_db [None req-cb575405-7e49-4971-b920-da4a558fe43e tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Floating IP 46830d16-3fe4-4a04-8828-6334ce04788c disassociated (deleted). External IP: 172.27.0.178, port: 42892975-5f06-4a63-9f6f-56496fe5be83. Aug 04 08:45:03.082773 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb575405-7e49-4971-b920-da4a558fe43e tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Router 450699d0-4e75-4aaa-a0a1-99efa2bba94a has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:45:03.190625 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb575405-7e49-4971-b920-da4a558fe43e tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:45:03.195789 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-cb575405-7e49-4971-b920-da4a558fe43e tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for floatingip, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:03.202639 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452e712c-1cf3-4a49-b3b6-c4addad63e09 None None] Sync routers for ids ['450699d0-4e75-4aaa-a0a1-99efa2bba94a'] in dv-cinder-802653-4-iscsi {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:45:03.212389 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452e712c-1cf3-4a49-b3b6-c4addad63e09 None None] Routers {'450699d0-4e75-4aaa-a0a1-99efa2bba94a'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:45:03.213020 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-452e712c-1cf3-4a49-b3b6-c4addad63e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:44:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['450699d0-4e75-4aaa-a0a1-99efa2bba94a'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:03.227234 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-cb575405-7e49-4971-b920-da4a558fe43e tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "DELETE /v2.0/floatingips/46830d16-3fe4-4a04-8828-6334ce04788c HTTP/1.1" status: 204 len: 168 time: 0.9912269 Aug 04 08:45:03.258518 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee23911-1ec2-4a46-ae99-b5e402151d25 req-4cebc32e-9819-460a-a7ee-cd9f56565a11 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:03.260212 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0ee23911-1ec2-4a46-ae99-b5e402151d25 req-4cebc32e-9819-460a-a7ee-cd9f56565a11 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0519977 Aug 04 08:45:03.316113 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0ee23911-1ec2-4a46-ae99-b5e402151d25 req-146f1eba-6b99-43d1-a4e9-43ca929a5135 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492978 Aug 04 08:45:03.337233 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-452e712c-1cf3-4a49-b3b6-c4addad63e09 None None] Set router 450699d0-4e75-4aaa-a0a1-99efa2bba94a gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:45:03.535685 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-452e712c-1cf3-4a49-b3b6-c4addad63e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'name': 'tempest-TestMinimumBasicScenario-264419366-router', 'tenant_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '49a574a4-e094-4bef-a074-bf91077a5899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:00Z', 'updated_at': '2021-08-04T08:42:04Z', 'revision_number': 4, 'project_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'gw_port': {'id': '49a574a4-e094-4bef-a074-bf91077a5899', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:48:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:01Z', 'updated_at': '2021-08-04T08:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa', 'name': '', 'network_id': '658fd4fe-362a-4cbc-af4e-3cb45e090bf9', 'tenant_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'mac_address': 'fa:16:3e:60:b2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '536808ae-9303-442e-b13c-2d067f9ce2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:03Z', 'updated_at': '2021-08-04T08:42:11Z', 'revision_number': 5, 'project_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'subnets': [{'id': '536808ae-9303-442e-b13c-2d067f9ce2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:03.565426 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452e712c-1cf3-4a49-b3b6-c4addad63e09 None None] Checking router: 450699d0-4e75-4aaa-a0a1-99efa2bba94a for host: dv-cinder-802653-4-iscsi {{(pid=100322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:45:03.575531 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452e712c-1cf3-4a49-b3b6-c4addad63e09 None None] Routers {'450699d0-4e75-4aaa-a0a1-99efa2bba94a'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:45:03.575531 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-452e712c-1cf3-4a49-b3b6-c4addad63e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:44:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['450699d0-4e75-4aaa-a0a1-99efa2bba94a'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:03.681892 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-452e712c-1cf3-4a49-b3b6-c4addad63e09 None None] Set router 450699d0-4e75-4aaa-a0a1-99efa2bba94a gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:45:03.883755 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-452e712c-1cf3-4a49-b3b6-c4addad63e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'name': 'tempest-TestMinimumBasicScenario-264419366-router', 'tenant_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '49a574a4-e094-4bef-a074-bf91077a5899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:00Z', 'updated_at': '2021-08-04T08:42:04Z', 'revision_number': 4, 'project_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'gw_port': {'id': '49a574a4-e094-4bef-a074-bf91077a5899', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:48:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:01Z', 'updated_at': '2021-08-04T08:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa', 'name': '', 'network_id': '658fd4fe-362a-4cbc-af4e-3cb45e090bf9', 'tenant_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'mac_address': 'fa:16:3e:60:b2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '536808ae-9303-442e-b13c-2d067f9ce2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:03Z', 'updated_at': '2021-08-04T08:42:11Z', 'revision_number': 5, 'project_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'subnets': [{'id': '536808ae-9303-442e-b13c-2d067f9ce2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:03.910998 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452e712c-1cf3-4a49-b3b6-c4addad63e09 None None] The sync data for ids ['450699d0-4e75-4aaa-a0a1-99efa2bba94a'] in dv-cinder-802653-4-iscsi is: [{'id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'name': 'tempest-TestMinimumBasicScenario-264419366-router', 'tenant_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '49a574a4-e094-4bef-a074-bf91077a5899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:00Z', 'updated_at': '2021-08-04T08:42:04Z', 'revision_number': 4, 'project_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'gw_port': {'id': '49a574a4-e094-4bef-a074-bf91077a5899', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:48:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:01Z', 'updated_at': '2021-08-04T08:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa', 'name': '', 'network_id': '658fd4fe-362a-4cbc-af4e-3cb45e090bf9', 'tenant_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'mac_address': 'fa:16:3e:60:b2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '536808ae-9303-442e-b13c-2d067f9ce2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:03Z', 'updated_at': '2021-08-04T08:42:11Z', 'revision_number': 5, 'project_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'subnets': [{'id': '536808ae-9303-442e-b13c-2d067f9ce2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:45:04.112683 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e8cbfad-b718-441f-baee-d6a840b1491d', 'tag': '42892975-5f06-4a63-9f6f-56496fe5be83'}] {{(pid=100320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:45:04.115095 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0fb8cf4a75af305c05a6811089918ae1dc95fdd1c14f947d6ddb53af2a89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bf5df6-713b-4615-8271-1442f29ffbe6" -d '{"events": [{"name": "network-changed", "server_uuid": "1e8cbfad-b718-441f-baee-d6a840b1491d", "tag": "42892975-5f06-4a63-9f6f-56496fe5be83"}]}' {{(pid=100320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:45:04.120345 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08db4fd9-c4fc-40fe-8915-182a6ef54b12 None None] New status for floating IP 46830d16-3fe4-4a04-8828-6334ce04788c: DOWN {{(pid=100323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 08:45:04.368270 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5b4d6e-7cf6-4093-b617-10ade91400d3 x-openstack-request-id: req-8d5b4d6e-7cf6-4093-b617-10ade91400d3 {{(pid=100320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:45:04.368591 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e8cbfad-b718-441f-baee-d6a840b1491d", "tag": "42892975-5f06-4a63-9f6f-56496fe5be83", "status": "completed", "code": 200}]} {{(pid=100320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:45:04.368801 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8d5b4d6e-7cf6-4093-b617-10ade91400d3 {{(pid=100320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:45:04.369374 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e8cbfad-b718-441f-baee-d6a840b1491d', 'tag': '42892975-5f06-4a63-9f6f-56496fe5be83', 'status': 'completed', 'code': 200} Aug 04 08:45:04.517659 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf5df6-713b-4615-8271-1442f29ffbe6 req-ef111bf5-8f77-4e98-9738-42d6190dca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:04.519164 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c9bf5df6-713b-4615-8271-1442f29ffbe6 req-ef111bf5-8f77-4e98-9738-42d6190dca4b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=19d32ebc260f41d6bdfc25aff4d7b332&device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 1098 time: 0.0536654 Aug 04 08:45:04.612047 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf5df6-713b-4615-8271-1442f29ffbe6 req-e04d4153-f40b-4e34-a50a-dcc9a7457649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:04.613443 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c9bf5df6-713b-4615-8271-1442f29ffbe6 req-e04d4153-f40b-4e34-a50a-dcc9a7457649 service neutron] 10.222.0.61 "GET /v2.0/networks?id=658fd4fe-362a-4cbc-af4e-3cb45e090bf9 HTTP/1.1" status: 200 len: 915 time: 0.0861609 Aug 04 08:45:04.658800 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c9bf5df6-713b-4615-8271-1442f29ffbe6 req-e2cadeb0-77dd-4c44-8612-2162b94b7748 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42892975-5f06-4a63-9f6f-56496fe5be83 HTTP/1.1" status: 200 len: 217 time: 0.0350800 Aug 04 08:45:04.721713 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf5df6-713b-4615-8271-1442f29ffbe6 req-839fe829-2fc0-442d-b79c-9d8c2687824e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:04.723298 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c9bf5df6-713b-4615-8271-1442f29ffbe6 req-839fe829-2fc0-442d-b79c-9d8c2687824e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=536808ae-9303-442e-b13c-2d067f9ce2e1 HTTP/1.1" status: 200 len: 853 time: 0.0550256 Aug 04 08:45:04.807139 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf5df6-713b-4615-8271-1442f29ffbe6 req-0a4e790a-19a0-44f3-8dc7-939db4735341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:04.808633 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c9bf5df6-713b-4615-8271-1442f29ffbe6 req-0a4e790a-19a0-44f3-8dc7-939db4735341 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=658fd4fe-362a-4cbc-af4e-3cb45e090bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0771353 Aug 04 08:45:04.816999 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ded62f-6082-4a71-b910-7494b5e9068f req-e151a704-aa82-41a9-b96a-97b23ed8441f tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:04.818396 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-46ded62f-6082-4a71-b910-7494b5e9068f req-e151a704-aa82-41a9-b96a-97b23ed8441f tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0784814 Aug 04 08:45:04.867221 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-46ded62f-6082-4a71-b910-7494b5e9068f req-6edf40cb-6533-488f-ab5d-60aee5039fe0 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423949 Aug 04 08:45:04.949448 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c9bf5df6-713b-4615-8271-1442f29ffbe6 req-b206db81-faf1-41a0-914c-86014f965102 service neutron] 10.222.0.61 "GET /v2.0/networks/658fd4fe-362a-4cbc-af4e-3cb45e090bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970004 Aug 04 08:45:05.046474 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c9bf5df6-713b-4615-8271-1442f29ffbe6 req-5a54c1ed-5db2-4dc1-9a4b-51e1837be6e9 service neutron] 10.222.0.61 "GET /v2.0/networks/658fd4fe-362a-4cbc-af4e-3cb45e090bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861065 Aug 04 08:45:05.227129 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 54818) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:45:05.311361 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-588e3982-e020-46f8-8436-5ce8576c7fbd req-b00c87b2-3b3e-47a1-87ab-5ed5a50b5bbb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0830550 Aug 04 08:45:05.990342 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8139ca6-2952-4e39-b87c-504bc8650fc4 req-8cc43213-97b2-4c53-a858-bbcdb744b3f8 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:05.991857 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a8139ca6-2952-4e39-b87c-504bc8650fc4 req-8cc43213-97b2-4c53-a858-bbcdb744b3f8 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0501757 Aug 04 08:45:06.032850 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a8139ca6-2952-4e39-b87c-504bc8650fc4 req-dd2eaad3-6d8c-472f-98ff-d5256e5a2ca3 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347788 Aug 04 08:45:06.405158 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 35a681cb-46a1-4f7e-a31c-150b54d27c33 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:45:06.769479 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195279b6-8ffd-4dc5-91d0-749ef1ec4409 req-91f824bf-668f-44fd-8c0c-36d23a7b32b9 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:06.770876 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-195279b6-8ffd-4dc5-91d0-749ef1ec4409 req-91f824bf-668f-44fd-8c0c-36d23a7b32b9 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7238e7-9c66-44da-86ab-4847f21f9b4f HTTP/1.1" status: 200 len: 945 time: 0.0557764 Aug 04 08:45:06.808213 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-195279b6-8ffd-4dc5-91d0-749ef1ec4409 req-ce8aed8e-2c45-4f84-9159-de45e898e104 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/security-groups?id=2674f89a-e088-4cb4-90ee-85baa4ca8a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315049 Aug 04 08:45:07.150611 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1001d6f-716c-4598-89ad-564505ced5ab req-415f35c9-dde7-4b72-89cb-7c3339e8dfc0 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:07.152108 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a1001d6f-716c-4598-89ad-564505ced5ab req-415f35c9-dde7-4b72-89cb-7c3339e8dfc0 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0494442 Aug 04 08:45:07.195090 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a1001d6f-716c-4598-89ad-564505ced5ab req-791c2a83-9412-4976-88ed-3c957d21c7b9 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358799 Aug 04 08:45:07.468201 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49bd96-d8e2-4746-aa34-0971c0e4e7e4 req-10265780-709e-458c-bc0a-810190c3ed7e tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:07.469682 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-af49bd96-d8e2-4746-aa34-0971c0e4e7e4 req-10265780-709e-458c-bc0a-810190c3ed7e tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 945 time: 0.0506849 Aug 04 08:45:07.502431 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-52223d2a-71d6-45bf-a82e-9ebf446a108a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:07.508808 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-af49bd96-d8e2-4746-aa34-0971c0e4e7e4 req-782d5a09-b894-4f80-a744-53ef08be33a6 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324595 Aug 04 08:45:07.926652 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e7669-6923-48e9-a9cf-6a1e1c7e1013 req-bf310a47-a9b9-4704-944c-58610e13f82c tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:07.928013 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6a5e7669-6923-48e9-a9cf-6a1e1c7e1013 req-bf310a47-a9b9-4704-944c-58610e13f82c tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7238e7-9c66-44da-86ab-4847f21f9b4f HTTP/1.1" status: 200 len: 945 time: 0.0520413 Aug 04 08:45:07.964657 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6a5e7669-6923-48e9-a9cf-6a1e1c7e1013 req-d50bd54e-bf29-4cb2-8656-d716b83514c4 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/security-groups?id=2674f89a-e088-4cb4-90ee-85baa4ca8a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308259 Aug 04 08:45:08.250714 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e3982-e020-46f8-8436-5ce8576c7fbd req-4fa8795e-f5ba-48d5-8074-4ed3e3d36fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:08.252269 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-588e3982-e020-46f8-8436-5ce8576c7fbd req-4fa8795e-f5ba-48d5-8074-4ed3e3d36fb7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2&tenant_id=da69dd3f52d047baad449570b0cccac3 HTTP/1.1" status: 200 len: 1096 time: 0.0762658 Aug 04 08:45:08.319669 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d4611-26c3-41fb-a652-f23e59f422d8 req-70189bcd-5095-4d99-bf5d-816095dfc4f8 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:08.321195 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-ef0d4611-26c3-41fb-a652-f23e59f422d8 req-70189bcd-5095-4d99-bf5d-816095dfc4f8 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0499783 Aug 04 08:45:08.326753 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e3982-e020-46f8-8436-5ce8576c7fbd req-e0f15663-7642-4565-860c-f6dffe15df7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:08.329004 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-588e3982-e020-46f8-8436-5ce8576c7fbd req-e0f15663-7642-4565-860c-f6dffe15df7c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=da69dd3f52d047baad449570b0cccac3&device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 1096 time: 0.0409830 Aug 04 08:45:08.359458 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-ef0d4611-26c3-41fb-a652-f23e59f422d8 req-b9ff5ccc-16c6-4718-9749-ad5db830f11b tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322464 Aug 04 08:45:08.443523 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e3982-e020-46f8-8436-5ce8576c7fbd req-964dc49c-4e51-4fdf-9e4b-f0bbd61d2ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:08.444988 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-588e3982-e020-46f8-8436-5ce8576c7fbd req-964dc49c-4e51-4fdf-9e4b-f0bbd61d2ae9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=00622aa3-3ed8-404c-93cc-c0ba459184d7 HTTP/1.1" status: 200 len: 918 time: 0.0848312 Aug 04 08:45:08.518451 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-588e3982-e020-46f8-8436-5ce8576c7fbd req-aacbef4d-634b-4429-a370-1a0ab9c88da1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35a681cb-46a1-4f7e-a31c-150b54d27c33 HTTP/1.1" status: 200 len: 999 time: 0.0627744 Aug 04 08:45:08.660355 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cfd4a-8099-4976-b398-7da054203483 req-cfa9d98e-2ab7-44d9-868a-507c926d56a0 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:08.661794 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-516cfd4a-8099-4976-b398-7da054203483 req-cfa9d98e-2ab7-44d9-868a-507c926d56a0 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 945 time: 0.0856326 Aug 04 08:45:08.663048 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e3982-e020-46f8-8436-5ce8576c7fbd req-45f058bb-bc55-4e0d-809d-32354a94274f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:08.664352 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-588e3982-e020-46f8-8436-5ce8576c7fbd req-45f058bb-bc55-4e0d-809d-32354a94274f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6359fcab-01ed-4f0a-97c2-09e6c9cf50a5 HTTP/1.1" status: 200 len: 856 time: 0.0602312 Aug 04 08:45:08.723479 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-516cfd4a-8099-4976-b398-7da054203483 req-e06130a5-9f59-4934-aca4-c9fc7c80b914 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556564 Aug 04 08:45:08.731586 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e3982-e020-46f8-8436-5ce8576c7fbd req-e0d79758-d7f5-4fe3-b3fa-879474735f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:08.733608 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-588e3982-e020-46f8-8436-5ce8576c7fbd req-e0d79758-d7f5-4fe3-b3fa-879474735f92 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=00622aa3-3ed8-404c-93cc-c0ba459184d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590880 Aug 04 08:45:08.829604 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-588e3982-e020-46f8-8436-5ce8576c7fbd req-2938fd80-0ac1-4978-8aab-251258299db4 service neutron] 10.222.0.61 "GET /v2.0/networks/00622aa3-3ed8-404c-93cc-c0ba459184d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869768 Aug 04 08:45:08.938972 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd2e31-aeaf-4437-971e-fae09871a698 req-dc195193-8b73-4d98-8279-15a6fa523a60 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:08.940410 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-25dd2e31-aeaf-4437-971e-fae09871a698 req-dc195193-8b73-4d98-8279-15a6fa523a60 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce7238e7-9c66-44da-86ab-4847f21f9b4f HTTP/1.1" status: 200 len: 945 time: 0.0924549 Aug 04 08:45:08.986601 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-588e3982-e020-46f8-8436-5ce8576c7fbd req-c79d79a1-c500-44e8-a1ff-d757dc55ce84 service neutron] 10.222.0.61 "GET /v2.0/networks/00622aa3-3ed8-404c-93cc-c0ba459184d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452358 Aug 04 08:45:09.314023 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-25dd2e31-aeaf-4437-971e-fae09871a698 req-85d3cc74-8303-4335-953e-fbaa0d089fae tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Deleting port 0507eb70-aa2f-40e9-9c29-a641a862b546 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:45:09.314708 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-25dd2e31-aeaf-4437-971e-fae09871a698 req-85d3cc74-8303-4335-953e-fbaa0d089fae tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:09.375578 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00474abc-36b3-43e4-a4c5-f2c3cebff956 req-864f0ab6-3863-4e08-b73b-4f4502e5b04d tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:09.377197 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-00474abc-36b3-43e4-a4c5-f2c3cebff956 req-864f0ab6-3863-4e08-b73b-4f4502e5b04d tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7238e7-9c66-44da-86ab-4847f21f9b4f HTTP/1.1" status: 200 len: 945 time: 0.3455434 Aug 04 08:45:09.443983 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-25dd2e31-aeaf-4437-971e-fae09871a698 req-85d3cc74-8303-4335-953e-fbaa0d089fae tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] For port 0507eb70-aa2f-40e9-9c29-a641a862b546, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=0507eb70-aa2f-40e9-9c29-a641a862b546,segment=NetworkSegment(c4abe7e1-08a4-43e2-888f-b67e27976ff9),segment_id=c4abe7e1-08a4-43e2-888f-b67e27976ff9)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:45:09.444354 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-25dd2e31-aeaf-4437-971e-fae09871a698 req-85d3cc74-8303-4335-953e-fbaa0d089fae tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:09.455911 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-00474abc-36b3-43e4-a4c5-f2c3cebff956 req-3a13b34d-54b5-4997-a6d5-860ee1dcc285 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/security-groups?id=2674f89a-e088-4cb4-90ee-85baa4ca8a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709043 Aug 04 08:45:09.461731 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-25dd2e31-aeaf-4437-971e-fae09871a698 req-85d3cc74-8303-4335-953e-fbaa0d089fae tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Calling delete_port for 0507eb70-aa2f-40e9-9c29-a641a862b546 owned by compute:nova {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:45:09.488517 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed335cb3-649e-4549-8d6a-3d5cad35f4e3 req-10713bd4-5709-4252-835a-e379a2146cef tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:09.490311 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-ed335cb3-649e-4549-8d6a-3d5cad35f4e3 req-10713bd4-5709-4252-835a-e379a2146cef tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0495670 Aug 04 08:45:09.537416 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-ed335cb3-649e-4549-8d6a-3d5cad35f4e3 req-f8c46723-81d0-44f5-9be0-414d7ea462ff tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333765 Aug 04 08:45:09.679863 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-25dd2e31-aeaf-4437-971e-fae09871a698 req-85d3cc74-8303-4335-953e-fbaa0d089fae tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:09.719459 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3cc74-8303-4335-953e-fbaa0d089fae tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Pushing event deleted for resources: {'Port': ['ID=0507eb70-aa2f-40e9-9c29-a641a862b546,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:09.725529 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['0507eb70-aa2f-40e9-9c29-a641a862b546'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:45:09.800702 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-25dd2e31-aeaf-4437-971e-fae09871a698 req-85d3cc74-8303-4335-953e-fbaa0d089fae tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] No DVR routers for this DVR port 0507eb70-aa2f-40e9-9c29-a641a862b546 on host hv-cinder-80265 {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:45:09.805110 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-25dd2e31-aeaf-4437-971e-fae09871a698 req-85d3cc74-8303-4335-953e-fbaa0d089fae tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:09.807342 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-25dd2e31-aeaf-4437-971e-fae09871a698 req-85d3cc74-8303-4335-953e-fbaa0d089fae tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.61 "DELETE /v2.0/ports/0507eb70-aa2f-40e9-9c29-a641a862b546 HTTP/1.1" status: 204 len: 173 time: 0.8593786 Aug 04 08:45:09.807850 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7238e7-9c66-44da-86ab-4847f21f9b4f', 'name': 'network-vif-deleted', 'tag': '0507eb70-aa2f-40e9-9c29-a641a862b546'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:45:09.810467 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08681b64-2fe9-4c89-b31f-2de13cf1a73b" -d '{"events": [{"server_uuid": "ce7238e7-9c66-44da-86ab-4847f21f9b4f", "name": "network-vif-deleted", "tag": "0507eb70-aa2f-40e9-9c29-a641a862b546"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:45:09.864014 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf503207-e377-4f92-8b0e-bf4239e840ed req-245f9070-d3f0-4d8a-aca8-9d3e5b054726 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:09.865539 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cf503207-e377-4f92-8b0e-bf4239e840ed req-245f9070-d3f0-4d8a-aca8-9d3e5b054726 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 945 time: 0.0625677 Aug 04 08:45:09.867026 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4272007-1082-4347-86bb-093464e3c80e x-openstack-request-id: req-d4272007-1082-4347-86bb-093464e3c80e {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:45:09.867316 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7238e7-9c66-44da-86ab-4847f21f9b4f", "name": "network-vif-deleted", "tag": "0507eb70-aa2f-40e9-9c29-a641a862b546", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:45:09.867572 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d4272007-1082-4347-86bb-093464e3c80e {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:45:09.867968 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7238e7-9c66-44da-86ab-4847f21f9b4f', 'name': 'network-vif-deleted', 'tag': '0507eb70-aa2f-40e9-9c29-a641a862b546', 'status': 'completed', 'code': 200} Aug 04 08:45:09.914222 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cf503207-e377-4f92-8b0e-bf4239e840ed req-65bfdee1-80a0-4cb8-8073-c8ffe85ea805 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420830 Aug 04 08:45:10.245394 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:10.279551 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-050d3e42-ac70-48fe-84b7-50add7b7fb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:10.555676 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d0701aa0-50c0-40bc-a70f-5bc7c07b73ff req-cc5a4e31-8ba1-4a8a-8c45-fa374d8bf8c1 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7238e7-9c66-44da-86ab-4847f21f9b4f HTTP/1.1" status: 200 len: 210 time: 0.0282464 Aug 04 08:45:10.669156 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472eef14-5c20-41d2-8e9b-1018b72a8b37 req-9ac1701c-8bca-4005-9151-8e753a58ca50 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:10.670734 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-472eef14-5c20-41d2-8e9b-1018b72a8b37 req-9ac1701c-8bca-4005-9151-8e753a58ca50 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0553920 Aug 04 08:45:10.710367 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-472eef14-5c20-41d2-8e9b-1018b72a8b37 req-1e601598-1e4e-4b66-b4b2-5eb6fdab4b17 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337572 Aug 04 08:45:11.049113 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a422ed-d484-43e8-bc97-1d1f1b8aba93 req-662788b7-bdd2-4d25-81fd-f0b9dc58dec7 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:11.050803 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-95a422ed-d484-43e8-bc97-1d1f1b8aba93 req-662788b7-bdd2-4d25-81fd-f0b9dc58dec7 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 945 time: 0.0553889 Aug 04 08:45:11.091517 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-95a422ed-d484-43e8-bc97-1d1f1b8aba93 req-a30d2486-6067-4b47-8ab3-4c5fd7ff1436 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348146 Aug 04 08:45:11.142526 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:11.655471 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-78dfb40d-e8c6-45dc-80a6-5ab8be212bac req-0f73fe14-216a-467a-babe-54e0d5d3c27d tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7238e7-9c66-44da-86ab-4847f21f9b4f HTTP/1.1" status: 200 len: 210 time: 0.0256534 Aug 04 08:45:11.839235 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af44ef6-ee99-4a19-ade0-0b3b5621c651 req-2a04fcb6-3110-4197-98dc-9efd170dbd77 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:11.840766 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8af44ef6-ee99-4a19-ade0-0b3b5621c651 req-2a04fcb6-3110-4197-98dc-9efd170dbd77 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0536826 Aug 04 08:45:11.879276 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8af44ef6-ee99-4a19-ade0-0b3b5621c651 req-9fd83920-4add-480e-a716-08acb53ba9ed tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317943 Aug 04 08:45:12.209461 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e4bc5-20dd-48c4-b4c9-fac80e86bffc req-d1079eb8-75c1-42ae-9e0f-6f588dbab05a tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:12.210928 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1d1e4bc5-20dd-48c4-b4c9-fac80e86bffc req-d1079eb8-75c1-42ae-9e0f-6f588dbab05a tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 945 time: 0.0514147 Aug 04 08:45:12.248492 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1d1e4bc5-20dd-48c4-b4c9-fac80e86bffc req-a5ec236e-20e2-45c5-99e6-98c928e15a56 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317128 Aug 04 08:45:12.431563 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 0507eb70-aa2f-40e9-9c29-a641a862b546 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:45:12.452284 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] No Port match for: 0507eb70-aa2f-40e9-9c29-a641a862b546 {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:45:12.452722 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 0507eb70-aa2f-40e9-9c29-a641a862b546 not bound to the agent host hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:45:12.777799 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-067f04e9-fcb2-43f3-ba9a-f67cc9289fed req-94c0fbb9-87be-4fd1-98e1-fa1d3919835d tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7238e7-9c66-44da-86ab-4847f21f9b4f HTTP/1.1" status: 200 len: 210 time: 0.0316942 Aug 04 08:45:13.035448 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f597c3-ad9e-41be-9ff0-dbd3992e92f8 req-f57c4d74-fb5e-4e62-bbfb-68cc119a824c tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:13.037487 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-24f597c3-ad9e-41be-9ff0-dbd3992e92f8 req-f57c4d74-fb5e-4e62-bbfb-68cc119a824c tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0771606 Aug 04 08:45:13.090761 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-24f597c3-ad9e-41be-9ff0-dbd3992e92f8 req-c67a8b4d-ab11-4741-b510-16461e0a64c7 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463099 Aug 04 08:45:13.302421 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:13.373967 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b02eb-1e47-4fb6-ab82-4f3f670e123d req-e72777b4-941b-4f14-9152-d93aac9efc93 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:13.375571 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f55b02eb-1e47-4fb6-ab82-4f3f670e123d req-e72777b4-941b-4f14-9152-d93aac9efc93 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 945 time: 0.0556066 Aug 04 08:45:13.417402 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f55b02eb-1e47-4fb6-ab82-4f3f670e123d req-7f3c6ad2-97c5-46e9-95ad-5bf84fddfe4a tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357313 Aug 04 08:45:13.888426 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cb1b230a-1ea5-40b6-a215-720f78112c4f req-5c9b83d4-8c98-4594-b5c2-fa64c9718849 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7238e7-9c66-44da-86ab-4847f21f9b4f HTTP/1.1" status: 200 len: 210 time: 0.0278478 Aug 04 08:45:14.223351 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91496d-900b-4d2f-b713-8b20394b51fb req-1a373ead-4e92-4565-937f-532255f8af64 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:14.224908 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9b91496d-900b-4d2f-b713-8b20394b51fb req-1a373ead-4e92-4565-937f-532255f8af64 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0561547 Aug 04 08:45:14.262231 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9b91496d-900b-4d2f-b713-8b20394b51fb req-f800d356-dfea-43a1-b55e-47c74aa2894d tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312920 Aug 04 08:45:14.544620 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8275e29-806c-432a-859a-7c067dac7055 req-a8bec649-b474-4ec9-942e-cc89f25a0956 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:14.546200 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c8275e29-806c-432a-859a-7c067dac7055 req-a8bec649-b474-4ec9-942e-cc89f25a0956 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 945 time: 0.0628829 Aug 04 08:45:14.586125 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c8275e29-806c-432a-859a-7c067dac7055 req-30a88ab3-ba99-4b91-99f5-4a22b1413531 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341566 Aug 04 08:45:14.996717 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a9dd3ff2-8213-45d9-8fc7-c3040f152bfe req-ab74486e-1b19-4a16-bf36-040e3045ea47 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7238e7-9c66-44da-86ab-4847f21f9b4f HTTP/1.1" status: 200 len: 210 time: 0.0288951 Aug 04 08:45:15.385750 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed131f-225a-4ddb-94e9-5e54f892d85e req-736b4d7e-585d-4a97-aab8-d9d92e5fff28 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:15.387882 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9eed131f-225a-4ddb-94e9-5e54f892d85e req-736b4d7e-585d-4a97-aab8-d9d92e5fff28 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0511034 Aug 04 08:45:15.426789 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9eed131f-225a-4ddb-94e9-5e54f892d85e req-d584aef7-f115-4507-9859-b440b9ff7482 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329340 Aug 04 08:45:15.728600 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b223968-f424-417a-8028-5fa69823cf2b req-ceb0b73b-4b91-415c-9871-46413de93e1a tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:15.728600 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8b223968-f424-417a-8028-5fa69823cf2b req-ceb0b73b-4b91-415c-9871-46413de93e1a tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 945 time: 0.0538757 Aug 04 08:45:15.752959 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8b223968-f424-417a-8028-5fa69823cf2b req-6e7b7a60-e1b4-4c1e-b48b-9ec4e3b1372a tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389595 Aug 04 08:45:16.103740 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0bee4eb6-7c89-4fed-b38e-82e09ed9eefc req-7aedf0a8-f4be-4ef4-86b4-5dcc2e94a975 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7238e7-9c66-44da-86ab-4847f21f9b4f HTTP/1.1" status: 200 len: 210 time: 0.0275238 Aug 04 08:45:16.552150 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b37dd-8f6a-4fe2-a3c9-19a4c3d7c90f req-4617ffe0-661e-44b4-becd-580895a93a64 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:16.554195 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b12b37dd-8f6a-4fe2-a3c9-19a4c3d7c90f req-4617ffe0-661e-44b4-becd-580895a93a64 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0512862 Aug 04 08:45:16.593771 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b12b37dd-8f6a-4fe2-a3c9-19a4c3d7c90f req-4300961e-8e37-475e-bebc-60760182486e tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331604 Aug 04 08:45:16.871418 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7aee2-ada3-43bd-bd8d-ef8b753fb4ad req-2052d5b0-80e1-4ad4-b1d7-14084e6c2952 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:16.872830 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6ce7aee2-ada3-43bd-bd8d-ef8b753fb4ad req-2052d5b0-80e1-4ad4-b1d7-14084e6c2952 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 945 time: 0.0535886 Aug 04 08:45:16.913105 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6ce7aee2-ada3-43bd-bd8d-ef8b753fb4ad req-ba3ef8cc-e53d-41c3-b094-1a596be0dae9 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344183 Aug 04 08:45:17.195298 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8a9352d1-6833-4787-bb36-53f21202ba00 req-e1ad2e82-adf1-4e79-9ec3-9f6acebdccb8 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7238e7-9c66-44da-86ab-4847f21f9b4f HTTP/1.1" status: 200 len: 210 time: 0.0265691 Aug 04 08:45:17.717895 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e536d-8080-4a4e-ad91-de2d9611238c req-bdada567-e22f-4a0e-8dd6-fb546b61ed6b tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:17.719370 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ad0e536d-8080-4a4e-ad91-de2d9611238c req-bdada567-e22f-4a0e-8dd6-fb546b61ed6b tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0498803 Aug 04 08:45:17.762716 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ad0e536d-8080-4a4e-ad91-de2d9611238c req-c71bdcf4-babf-4d93-98e5-b72f8dcad722 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367408 Aug 04 08:45:18.033118 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d2b82-264d-4b0f-af92-beb945fa75ad req-9c3c4034-4cf2-4b40-9ceb-abff8bec7c69 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:18.034639 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-de1d2b82-264d-4b0f-af92-beb945fa75ad req-9c3c4034-4cf2-4b40-9ceb-abff8bec7c69 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 945 time: 0.0526524 Aug 04 08:45:18.077349 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-de1d2b82-264d-4b0f-af92-beb945fa75ad req-baf33886-6790-400c-b888-52afa63e472a tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364301 Aug 04 08:45:18.291577 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e55c04d8-0a87-4d92-8de9-ae2ccdacf3df req-e833e9a5-5153-439b-af97-b748be314c54 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7238e7-9c66-44da-86ab-4847f21f9b4f HTTP/1.1" status: 200 len: 210 time: 0.0262768 Aug 04 08:45:18.884221 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dda2d5-b00b-4698-b2d6-b5f9ce03af52 req-623c8251-d3fd-4be0-aaed-cc907f8e0030 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:18.885709 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-62dda2d5-b00b-4698-b2d6-b5f9ce03af52 req-623c8251-d3fd-4be0-aaed-cc907f8e0030 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0511758 Aug 04 08:45:18.927065 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-62dda2d5-b00b-4698-b2d6-b5f9ce03af52 req-9ddadbfa-9c9c-4fac-ac5c-7f7a609993e9 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348206 Aug 04 08:45:19.193193 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f032f0d-4ebe-43c3-a8fa-ba5e5523d676 req-1548d245-e44f-48de-838a-ef2ea9a7104a tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:19.194728 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2f032f0d-4ebe-43c3-a8fa-ba5e5523d676 req-1548d245-e44f-48de-838a-ef2ea9a7104a tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 945 time: 0.0502598 Aug 04 08:45:19.233219 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2f032f0d-4ebe-43c3-a8fa-ba5e5523d676 req-897bf73b-e488-4c09-b1fe-03c9af22a9ef tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325551 Aug 04 08:45:19.391212 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-120c117c-69ce-4cf6-8358-2ab1e97112ac req-5539e61f-4ba3-40c3-981f-a86b449e7d5e tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7238e7-9c66-44da-86ab-4847f21f9b4f HTTP/1.1" status: 200 len: 210 time: 0.0310488 Aug 04 08:45:20.048687 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5dde3-9f72-4886-805b-17bf185994d5 req-40f7fbbd-6e2a-4736-92a3-02a2b9160e78 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:20.050205 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-23f5dde3-9f72-4886-805b-17bf185994d5 req-40f7fbbd-6e2a-4736-92a3-02a2b9160e78 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0511270 Aug 04 08:45:20.088635 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-23f5dde3-9f72-4886-805b-17bf185994d5 req-a92e6631-0e22-4014-94d4-77d887c1836d tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322835 Aug 04 08:45:20.349989 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75214d31-3053-4d82-adc1-a9abc5407805 req-c42e2a0f-d04f-41de-866a-4516d80bbe02 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:20.351471 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-75214d31-3053-4d82-adc1-a9abc5407805 req-c42e2a0f-d04f-41de-866a-4516d80bbe02 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 945 time: 0.0488346 Aug 04 08:45:20.388925 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-75214d31-3053-4d82-adc1-a9abc5407805 req-70d1f5a6-c546-4ed9-aa8c-9927c9e48201 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315800 Aug 04 08:45:20.482272 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2aaeef83-9f4a-42aa-962e-02a0d3397d09 req-1824efda-9f4a-4c22-b262-dcbe005bf0e5 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7238e7-9c66-44da-86ab-4847f21f9b4f HTTP/1.1" status: 200 len: 210 time: 0.0259271 Aug 04 08:45:20.622191 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:21.036647 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceccaaf-e836-4356-b6a7-9ae1ffe8a3d2 req-300acfb9-14e2-43e9-956a-99d255f94dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:21.038161 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bceccaaf-e836-4356-b6a7-9ae1ffe8a3d2 req-300acfb9-14e2-43e9-956a-99d255f94dd5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=da69dd3f52d047baad449570b0cccac3&device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 1096 time: 0.0495880 Aug 04 08:45:21.257993 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9cf6c-65fa-4707-b45f-4db68b0c5dae req-1c2b6fe5-4540-44e3-b72a-7eca228ff9cd tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:21.259442 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b6f9cf6c-65fa-4707-b45f-4db68b0c5dae req-1c2b6fe5-4540-44e3-b72a-7eca228ff9cd tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 945 time: 0.1229525 Aug 04 08:45:21.316507 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028b6dc-41dc-4898-ac1e-92dadaf80250 req-d90c82c3-f4de-4cd2-831f-568f154ad9c1 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:21.317960 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1028b6dc-41dc-4898-ac1e-92dadaf80250 req-d90c82c3-f4de-4cd2-831f-568f154ad9c1 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 943 time: 0.1274621 Aug 04 08:45:21.326457 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceccaaf-e836-4356-b6a7-9ae1ffe8a3d2 req-eb2735fd-f7dd-4a66-88fa-9c7bb0e8e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:21.327824 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bceccaaf-e836-4356-b6a7-9ae1ffe8a3d2 req-eb2735fd-f7dd-4a66-88fa-9c7bb0e8e69d service neutron] 10.222.0.61 "GET /v2.0/networks?id=00622aa3-3ed8-404c-93cc-c0ba459184d7 HTTP/1.1" status: 200 len: 918 time: 0.1996648 Aug 04 08:45:21.441112 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1028b6dc-41dc-4898-ac1e-92dadaf80250 req-dd9f138d-8fbf-4be7-a134-2a4b15d3ce58 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158454 Aug 04 08:45:21.451435 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bceccaaf-e836-4356-b6a7-9ae1ffe8a3d2 req-923ab192-4256-4653-8f6d-be586a97d70d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35a681cb-46a1-4f7e-a31c-150b54d27c33 HTTP/1.1" status: 200 len: 999 time: 0.0946057 Aug 04 08:45:21.463751 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-b6f9cf6c-65fa-4707-b45f-4db68b0c5dae req-35dffe61-0ecb-4d40-ac49-fbadd887a92c tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Deleting port 42892975-5f06-4a63-9f6f-56496fe5be83 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:45:21.464145 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-b6f9cf6c-65fa-4707-b45f-4db68b0c5dae req-35dffe61-0ecb-4d40-ac49-fbadd887a92c tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:21.533705 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec25de-8572-4099-b5b1-fcc1d5c4c8ab req-98345e9d-0590-416b-8f34-4248949521d1 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:21.536345 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-86ec25de-8572-4099-b5b1-fcc1d5c4c8ab req-98345e9d-0590-416b-8f34-4248949521d1 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 945 time: 0.0715055 Aug 04 08:45:21.568190 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceccaaf-e836-4356-b6a7-9ae1ffe8a3d2 req-8e495738-1168-4cdc-928c-1acd326b4506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:21.569665 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bceccaaf-e836-4356-b6a7-9ae1ffe8a3d2 req-8e495738-1168-4cdc-928c-1acd326b4506 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6359fcab-01ed-4f0a-97c2-09e6c9cf50a5 HTTP/1.1" status: 200 len: 856 time: 0.1005597 Aug 04 08:45:21.588492 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-86ec25de-8572-4099-b5b1-fcc1d5c4c8ab req-644a1931-3bf1-414e-95cc-362643a31643 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4db3f3-159f-4828-b2b1-11e94ae26094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443478 Aug 04 08:45:21.649188 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fb9c7403-6218-4e98-976c-3c807f3b7752 req-5cc7f045-d80e-4967-86e6-127e1f360519 tempest-VolumesSnapshotTestJSON-2043256234 tempest-VolumesSnapshotTestJSON-2043256234-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7238e7-9c66-44da-86ab-4847f21f9b4f HTTP/1.1" status: 200 len: 210 time: 0.0637791 Aug 04 08:45:21.650965 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-b6f9cf6c-65fa-4707-b45f-4db68b0c5dae req-35dffe61-0ecb-4d40-ac49-fbadd887a92c tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] For port 42892975-5f06-4a63-9f6f-56496fe5be83, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=42892975-5f06-4a63-9f6f-56496fe5be83,segment=NetworkSegment(f0915773-4be9-486f-b346-f3ff63b781e0),segment_id=f0915773-4be9-486f-b346-f3ff63b781e0)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:45:21.651338 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-b6f9cf6c-65fa-4707-b45f-4db68b0c5dae req-35dffe61-0ecb-4d40-ac49-fbadd887a92c tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:21.666623 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-b6f9cf6c-65fa-4707-b45f-4db68b0c5dae req-35dffe61-0ecb-4d40-ac49-fbadd887a92c tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Calling delete_port for 42892975-5f06-4a63-9f6f-56496fe5be83 owned by compute:nova {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:45:21.688590 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceccaaf-e836-4356-b6a7-9ae1ffe8a3d2 req-d8d4481b-18d8-45b9-aa76-6eea2c1aabe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:21.690100 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bceccaaf-e836-4356-b6a7-9ae1ffe8a3d2 req-d8d4481b-18d8-45b9-aa76-6eea2c1aabe8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=00622aa3-3ed8-404c-93cc-c0ba459184d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1059597 Aug 04 08:45:21.829633 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bceccaaf-e836-4356-b6a7-9ae1ffe8a3d2 req-1da9dde2-c658-4869-a52c-fc01f3150361 service neutron] 10.222.0.61 "GET /v2.0/networks/00622aa3-3ed8-404c-93cc-c0ba459184d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113021 Aug 04 08:45:21.950458 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bceccaaf-e836-4356-b6a7-9ae1ffe8a3d2 req-8ec02382-2b10-4003-968e-308f070c7825 service neutron] 10.222.0.61 "GET /v2.0/networks/00622aa3-3ed8-404c-93cc-c0ba459184d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978224 Aug 04 08:45:21.999658 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-b6f9cf6c-65fa-4707-b45f-4db68b0c5dae req-35dffe61-0ecb-4d40-ac49-fbadd887a92c tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:22.032505 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dffe61-0ecb-4d40-ac49-fbadd887a92c tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Pushing event deleted for resources: {'Port': ['ID=42892975-5f06-4a63-9f6f-56496fe5be83,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:22.040503 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['42892975-5f06-4a63-9f6f-56496fe5be83'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:45:22.059584 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dffe61-0ecb-4d40-ac49-fbadd887a92c tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:22.059584 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dffe61-0ecb-4d40-ac49-fbadd887a92c tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:22.059584 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dffe61-0ecb-4d40-ac49-fbadd887a92c tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:22.059584 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dffe61-0ecb-4d40-ac49-fbadd887a92c tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:22.059584 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dffe61-0ecb-4d40-ac49-fbadd887a92c tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:22.060104 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dffe61-0ecb-4d40-ac49-fbadd887a92c tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:22.060321 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dffe61-0ecb-4d40-ac49-fbadd887a92c tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:22.060463 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dffe61-0ecb-4d40-ac49-fbadd887a92c tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:22.060791 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dffe61-0ecb-4d40-ac49-fbadd887a92c tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:22.061118 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dffe61-0ecb-4d40-ac49-fbadd887a92c tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:22.061507 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dffe61-0ecb-4d40-ac49-fbadd887a92c tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:22.061846 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dffe61-0ecb-4d40-ac49-fbadd887a92c tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:22.084022 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f9cf6c-65fa-4707-b45f-4db68b0c5dae req-35dffe61-0ecb-4d40-ac49-fbadd887a92c tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] No DVR routers for this DVR port 42892975-5f06-4a63-9f6f-56496fe5be83 on host hv-cinder-80265 {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:45:22.086271 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-b6f9cf6c-65fa-4707-b45f-4db68b0c5dae req-35dffe61-0ecb-4d40-ac49-fbadd887a92c tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:22.088221 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b6f9cf6c-65fa-4707-b45f-4db68b0c5dae req-35dffe61-0ecb-4d40-ac49-fbadd887a92c tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.61 "DELETE /v2.0/ports/42892975-5f06-4a63-9f6f-56496fe5be83 HTTP/1.1" status: 204 len: 173 time: 0.8197258 Aug 04 08:45:22.088663 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e8cbfad-b718-441f-baee-d6a840b1491d', 'name': 'network-vif-deleted', 'tag': '42892975-5f06-4a63-9f6f-56496fe5be83'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:45:22.090868 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c235219c-d05b-404f-b129-6008c2012ba7" -d '{"events": [{"server_uuid": "1e8cbfad-b718-441f-baee-d6a840b1491d", "name": "network-vif-deleted", "tag": "42892975-5f06-4a63-9f6f-56496fe5be83"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:45:22.128361 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08877c54-5280-4481-8fc5-cad8c008b411 x-openstack-request-id: req-08877c54-5280-4481-8fc5-cad8c008b411 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:45:22.128361 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e8cbfad-b718-441f-baee-d6a840b1491d", "name": "network-vif-deleted", "tag": "42892975-5f06-4a63-9f6f-56496fe5be83", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:45:22.128361 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-08877c54-5280-4481-8fc5-cad8c008b411 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:45:22.128361 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e8cbfad-b718-441f-baee-d6a840b1491d', 'name': 'network-vif-deleted', 'tag': '42892975-5f06-4a63-9f6f-56496fe5be83', 'status': 'completed', 'code': 200} Aug 04 08:45:22.564850 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc1c9e-3744-46fa-b6e2-82789b3e6f6a req-f64ab88d-3620-49c6-85f3-2f64751d68ad tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:22.566311 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-8dfc1c9e-3744-46fa-b6e2-82789b3e6f6a req-f64ab88d-3620-49c6-85f3-2f64751d68ad tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0485315 Aug 04 08:45:22.608690 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-8dfc1c9e-3744-46fa-b6e2-82789b3e6f6a req-5fb308a2-ac14-4090-9456-6a8e3c4a6165 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361152 Aug 04 08:45:22.689704 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f8d3b034-5109-47a8-89ac-176ab70b8e37 req-daec54ff-cb51-40be-b507-ccca98919959 tempest-TestMinimumBasicScenario-618069919 tempest-TestMinimumBasicScenario-618069919-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e8cbfad-b718-441f-baee-d6a840b1491d HTTP/1.1" status: 200 len: 210 time: 0.0265210 Aug 04 08:45:23.728219 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb68476-1aae-451d-bc5e-46abd2b90ba9 req-1c5fab37-63dc-4bcd-b0f8-b040fab94271 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:23.729854 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-feb68476-1aae-451d-bc5e-46abd2b90ba9 req-1c5fab37-63dc-4bcd-b0f8-b040fab94271 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0485220 Aug 04 08:45:23.767954 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-feb68476-1aae-451d-bc5e-46abd2b90ba9 req-583b3e90-688e-41f5-95f6-03c652cc0ef5 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322800 Aug 04 08:45:24.492863 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 42892975-5f06-4a63-9f6f-56496fe5be83 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:45:24.512679 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] No Port match for: 42892975-5f06-4a63-9f6f-56496fe5be83 {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:45:24.517383 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 42892975-5f06-4a63-9f6f-56496fe5be83 not bound to the agent host hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:45:24.816481 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 55040) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:45:24.890924 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619b350-1f2e-43cd-b88c-4fc6bbbb35e9 req-b6a40953-6ffe-47f2-9b9e-9ecbf5ea6adc tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:24.892449 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2619b350-1f2e-43cd-b88c-4fc6bbbb35e9 req-b6a40953-6ffe-47f2-9b9e-9ecbf5ea6adc tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0497239 Aug 04 08:45:24.932031 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2619b350-1f2e-43cd-b88c-4fc6bbbb35e9 req-92353d5e-fe57-47b1-b742-64e2de5ac4aa tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333376 Aug 04 08:45:25.156630 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-a627db6d-cbd8-4730-9d5b-a425acb6825a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2056185'] for router_interface, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:25.394315 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [None req-a627db6d-cbd8-4730-9d5b-a425acb6825a admin admin] Deleting port 0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa {{(pid=100320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:45:25.394662 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-a627db6d-cbd8-4730-9d5b-a425acb6825a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:25.470425 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.db [None req-a627db6d-cbd8-4730-9d5b-a425acb6825a admin admin] For port 0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa,segment=NetworkSegment(f0915773-4be9-486f-b346-f3ff63b781e0),segment_id=f0915773-4be9-486f-b346-f3ff63b781e0)] {{(pid=100320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:45:25.480270 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-a627db6d-cbd8-4730-9d5b-a425acb6825a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:25.482948 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [None req-a627db6d-cbd8-4730-9d5b-a425acb6825a admin admin] Calling delete_port for 0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa owned by network:router_interface {{(pid=100320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:45:25.719115 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-a627db6d-cbd8-4730-9d5b-a425acb6825a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134116821'] for port, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:25.746796 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627db6d-cbd8-4730-9d5b-a425acb6825a admin admin] Pushing event deleted for resources: {'Port': ['ID=0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:25.771067 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a627db6d-cbd8-4730-9d5b-a425acb6825a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:25.771424 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a627db6d-cbd8-4730-9d5b-a425acb6825a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:25.771768 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a627db6d-cbd8-4730-9d5b-a425acb6825a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:25.772133 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a627db6d-cbd8-4730-9d5b-a425acb6825a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:25.772467 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a627db6d-cbd8-4730-9d5b-a425acb6825a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:25.772801 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a627db6d-cbd8-4730-9d5b-a425acb6825a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:25.773130 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a627db6d-cbd8-4730-9d5b-a425acb6825a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:25.773462 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a627db6d-cbd8-4730-9d5b-a425acb6825a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:25.773789 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a627db6d-cbd8-4730-9d5b-a425acb6825a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:25.774127 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a627db6d-cbd8-4730-9d5b-a425acb6825a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:25.774426 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a627db6d-cbd8-4730-9d5b-a425acb6825a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:25.774749 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a627db6d-cbd8-4730-9d5b-a425acb6825a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:25.914656 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-a627db6d-cbd8-4730-9d5b-a425acb6825a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2056077'] for router_interface, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:26.056418 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7d338-2c6c-4429-bf8c-220e3a3158b2 req-b170c1ee-8413-41c8-a992-25078015e70c tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:26.057887 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-19c7d338-2c6c-4429-bf8c-220e3a3158b2 req-b170c1ee-8413-41c8-a992-25078015e70c tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0546207 Aug 04 08:45:26.097969 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-19c7d338-2c6c-4429-bf8c-220e3a3158b2 req-8b50fc30-fd4c-45b7-925b-801770086962 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333588 Aug 04 08:45:26.389291 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a627db6d-cbd8-4730-9d5b-a425acb6825a admin admin] Router 450699d0-4e75-4aaa-a0a1-99efa2bba94a has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:45:26.494671 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a627db6d-cbd8-4730-9d5b-a425acb6825a admin admin] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:45:26.499662 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-a627db6d-cbd8-4730-9d5b-a425acb6825a admin admin] 10.222.0.45 "PUT /v2.0/routers/450699d0-4e75-4aaa-a0a1-99efa2bba94a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6820714 Aug 04 08:45:26.502152 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 55048) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:45:26.505010 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967b8d4d-750c-4065-8a40-4236d7d6af1c None None] Sync routers for ids ['450699d0-4e75-4aaa-a0a1-99efa2bba94a'] in dv-cinder-802653-4-iscsi {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:45:26.514449 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967b8d4d-750c-4065-8a40-4236d7d6af1c None None] Routers {'450699d0-4e75-4aaa-a0a1-99efa2bba94a'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:45:26.515069 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-967b8d4d-750c-4065-8a40-4236d7d6af1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:45:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['450699d0-4e75-4aaa-a0a1-99efa2bba94a'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:26.607433 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-880e9048-910f-4841-935a-e15d10995977 admin admin] Notify callbacks [] for router, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:26.617883 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-967b8d4d-750c-4065-8a40-4236d7d6af1c None None] Set router 450699d0-4e75-4aaa-a0a1-99efa2bba94a gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:45:26.711709 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-880e9048-910f-4841-935a-e15d10995977 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:26.794306 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-967b8d4d-750c-4065-8a40-4236d7d6af1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'name': 'tempest-TestMinimumBasicScenario-264419366-router', 'tenant_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '49a574a4-e094-4bef-a074-bf91077a5899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:00Z', 'updated_at': '2021-08-04T08:45:25Z', 'revision_number': 5, 'project_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'gw_port': {'id': '49a574a4-e094-4bef-a074-bf91077a5899', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:48:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:01Z', 'updated_at': '2021-08-04T08:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:26.822968 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967b8d4d-750c-4065-8a40-4236d7d6af1c None None] Checking router: 450699d0-4e75-4aaa-a0a1-99efa2bba94a for host: dv-cinder-802653-4-iscsi {{(pid=100322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:45:26.829873 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [None req-880e9048-910f-4841-935a-e15d10995977 admin admin] Deleting port 49a574a4-e094-4bef-a074-bf91077a5899 {{(pid=100320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:45:26.830219 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-880e9048-910f-4841-935a-e15d10995977 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:26.831578 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967b8d4d-750c-4065-8a40-4236d7d6af1c None None] Routers {'450699d0-4e75-4aaa-a0a1-99efa2bba94a'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:45:26.832237 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-967b8d4d-750c-4065-8a40-4236d7d6af1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:45:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['450699d0-4e75-4aaa-a0a1-99efa2bba94a'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:26.906034 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.db [None req-880e9048-910f-4841-935a-e15d10995977 admin admin] For port 49a574a4-e094-4bef-a074-bf91077a5899, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=49a574a4-e094-4bef-a074-bf91077a5899,segment=NetworkSegment(14aa563b-e8c7-40ac-9bd4-d0f3043acf10),segment_id=14aa563b-e8c7-40ac-9bd4-d0f3043acf10)] {{(pid=100320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:45:26.906909 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-880e9048-910f-4841-935a-e15d10995977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:26.915786 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-967b8d4d-750c-4065-8a40-4236d7d6af1c None None] Set router 450699d0-4e75-4aaa-a0a1-99efa2bba94a gateway port host: None {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:45:26.919510 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [None req-880e9048-910f-4841-935a-e15d10995977 admin admin] Calling delete_port for 49a574a4-e094-4bef-a074-bf91077a5899 owned by network:router_gateway {{(pid=100320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:45:26.967697 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-967b8d4d-750c-4065-8a40-4236d7d6af1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'name': 'tempest-TestMinimumBasicScenario-264419366-router', 'tenant_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:00Z', 'updated_at': '2021-08-04T08:45:26Z', 'revision_number': 6, 'project_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'gw_port_host': None}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:26.997415 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967b8d4d-750c-4065-8a40-4236d7d6af1c None None] The sync data for ids ['450699d0-4e75-4aaa-a0a1-99efa2bba94a'] in dv-cinder-802653-4-iscsi is: [{'id': '450699d0-4e75-4aaa-a0a1-99efa2bba94a', 'name': 'tempest-TestMinimumBasicScenario-264419366-router', 'tenant_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:00Z', 'updated_at': '2021-08-04T08:45:26Z', 'revision_number': 6, 'project_id': '19d32ebc260f41d6bdfc25aff4d7b332', 'gw_port_host': None}] {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:45:27.136882 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-880e9048-910f-4841-935a-e15d10995977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134116821'] for port, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:27.168767 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e9048-910f-4841-935a-e15d10995977 admin admin] Pushing event deleted for resources: {'Port': ['ID=49a574a4-e094-4bef-a074-bf91077a5899,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:27.217746 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7aa53-c8e8-41df-8a9d-aa189a46a876 req-6be69afa-24bc-4345-a123-47a3615324f8 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:27.219235 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-70a7aa53-c8e8-41df-8a9d-aa189a46a876 req-6be69afa-24bc-4345-a123-47a3615324f8 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0488017 Aug 04 08:45:27.226457 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-880e9048-910f-4841-935a-e15d10995977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055479'] for router_gateway, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:27.256094 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-70a7aa53-c8e8-41df-8a9d-aa189a46a876 req-182adad5-ae91-485d-b55a-19da8edec9c1 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309966 Aug 04 08:45:27.315422 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-880e9048-910f-4841-935a-e15d10995977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8287'] for router, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:27.317453 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-880e9048-910f-4841-935a-e15d10995977 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:27.422284 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-880e9048-910f-4841-935a-e15d10995977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2049596'] for router, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:27.422918 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880e9048-910f-4841-935a-e15d10995977 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 450699d0-4e75-4aaa-a0a1-99efa2bba94a {{(pid=100320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 08:45:27.430905 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-880e9048-910f-4841-935a-e15d10995977 admin admin] Notify callbacks [] for router, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:27.430905 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-880e9048-910f-4841-935a-e15d10995977 admin admin] 10.222.0.45 "DELETE /v2.0/routers/450699d0-4e75-4aaa-a0a1-99efa2bba94a HTTP/1.1" status: 204 len: 168 time: 0.9259589 Aug 04 08:45:27.431504 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 55054) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:45:27.478556 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffaa407e-7be0-45fe-bc6c-18a6b072799c admin admin] Deleting subnet 536808ae-9303-442e-b13c-2d067f9ce2e1 {{(pid=100320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 08:45:27.481609 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ffaa407e-7be0-45fe-bc6c-18a6b072799c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:27.516114 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ffaa407e-7be0-45fe-bc6c-18a6b072799c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133554087'] for subnet, precommit_delete_associations {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:27.622414 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ffaa407e-7be0-45fe-bc6c-18a6b072799c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-928750'] for subnet, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:27.753962 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ffaa407e-7be0-45fe-bc6c-18a6b072799c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-928029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-134116618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133633541'] for subnet, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:27.784052 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ffaa407e-7be0-45fe-bc6c-18a6b072799c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:27.786035 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-ffaa407e-7be0-45fe-bc6c-18a6b072799c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/536808ae-9303-442e-b13c-2d067f9ce2e1 HTTP/1.1" status: 204 len: 168 time: 0.3535085 Aug 04 08:45:27.787683 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa407e-7be0-45fe-bc6c-18a6b072799c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=536808ae-9303-442e-b13c-2d067f9ce2e1,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:27.788606 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 55058) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:45:27.789882 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f386eac-10fc-40cc-b539-f45662682204 None None] Network 658fd4fe-362a-4cbc-af4e-3cb45e090bf9 requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:45:27.862473 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5ac3bf5c-743a-48e0-b80d-27b66301ecad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583520'] for network, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:27.915400 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-5ac3bf5c-743a-48e0-b80d-27b66301ecad admin admin] Deleting port b33fd72d-86c8-4847-b74d-01e834510b4c {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:45:27.915756 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5ac3bf5c-743a-48e0-b80d-27b66301ecad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:27.977083 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72433439-8c18-400d-849d-4b6c86f1354a None None] DHCP port deletion for 658fd4fe-362a-4cbc-af4e-3cb45e090bf9 request from dv-cinder-802653-4-iscsi {{(pid=100322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 08:45:27.983536 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [None req-5ac3bf5c-743a-48e0-b80d-27b66301ecad admin admin] For port b33fd72d-86c8-4847-b74d-01e834510b4c, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=b33fd72d-86c8-4847-b74d-01e834510b4c,segment=NetworkSegment(f0915773-4be9-486f-b346-f3ff63b781e0),segment_id=f0915773-4be9-486f-b346-f3ff63b781e0)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:45:27.985471 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5ac3bf5c-743a-48e0-b80d-27b66301ecad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:27.998230 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-5ac3bf5c-743a-48e0-b80d-27b66301ecad admin admin] Calling delete_port for b33fd72d-86c8-4847-b74d-01e834510b4c owned by network:dhcp {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:45:28.029406 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-72433439-8c18-400d-849d-4b6c86f1354a None None] Deleting port b33fd72d-86c8-4847-b74d-01e834510b4c {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:45:28.029888 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-72433439-8c18-400d-849d-4b6c86f1354a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:28.097603 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-72433439-8c18-400d-849d-4b6c86f1354a None None] For port b33fd72d-86c8-4847-b74d-01e834510b4c, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=b33fd72d-86c8-4847-b74d-01e834510b4c,segment=NetworkSegment(f0915773-4be9-486f-b346-f3ff63b781e0),segment_id=f0915773-4be9-486f-b346-f3ff63b781e0)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:45:28.098003 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-72433439-8c18-400d-849d-4b6c86f1354a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:28.110790 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-72433439-8c18-400d-849d-4b6c86f1354a None None] Calling delete_port for b33fd72d-86c8-4847-b74d-01e834510b4c owned by network:dhcp {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:45:28.165018 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5ac3bf5c-743a-48e0-b80d-27b66301ecad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:28.190582 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3bf5c-743a-48e0-b80d-27b66301ecad admin admin] Pushing event deleted for resources: {'Port': ['ID=b33fd72d-86c8-4847-b74d-01e834510b4c,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:28.195090 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac3bf5c-743a-48e0-b80d-27b66301ecad admin admin] No DVR routers for this DVR port b33fd72d-86c8-4847-b74d-01e834510b4c on host dv-cinder-802653-4-iscsi {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:45:28.232194 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-72433439-8c18-400d-849d-4b6c86f1354a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:28.255845 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72433439-8c18-400d-849d-4b6c86f1354a None None] Pushing event deleted for resources: {'Port': ['ID=b33fd72d-86c8-4847-b74d-01e834510b4c,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:28.260005 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72433439-8c18-400d-849d-4b6c86f1354a None None] No DVR routers for this DVR port b33fd72d-86c8-4847-b74d-01e834510b4c on host dv-cinder-802653-4-iscsi {{(pid=100322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:45:28.267826 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5ac3bf5c-743a-48e0-b80d-27b66301ecad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-926057', 'neutron.services.segments.db._delete_segments_for_network-8749051068919'] for network, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:28.279899 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-5ac3bf5c-743a-48e0-b80d-27b66301ecad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['658fd4fe-362a-4cbc-af4e-3cb45e090bf9']}} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:28.290922 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-5ac3bf5c-743a-48e0-b80d-27b66301ecad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0915773-4be9-486f-b346-f3ff63b781e0') {'for_net_delete': True} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:28.291394 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-5ac3bf5c-743a-48e0-b80d-27b66301ecad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0915773-4be9-486f-b346-f3ff63b781e0') {} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:28.303032 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5ac3bf5c-743a-48e0-b80d-27b66301ecad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749051071492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132616324'] for segment, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:28.316601 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5ac3bf5c-743a-48e0-b80d-27b66301ecad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:28.322478 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac3bf5c-743a-48e0-b80d-27b66301ecad admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=100321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 08:45:28.322861 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5ac3bf5c-743a-48e0-b80d-27b66301ecad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132619724'] for segment, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:28.324578 dv-cinder-802653-4-iscsi neutron-server[100321]: Traceback (most recent call last): Aug 04 08:45:28.324578 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 08:45:28.324578 dv-cinder-802653-4-iscsi neutron-server[100321]: timer() Aug 04 08:45:28.324578 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 08:45:28.324578 dv-cinder-802653-4-iscsi neutron-server[100321]: cb(*args, **kw) Aug 04 08:45:28.324578 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 08:45:28.324578 dv-cinder-802653-4-iscsi neutron-server[100321]: return func(*args, **kwargs) Aug 04 08:45:28.324578 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 08:45:28.324578 dv-cinder-802653-4-iscsi neutron-server[100321]: self._notify() Aug 04 08:45:28.324578 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 08:45:28.324578 dv-cinder-802653-4-iscsi neutron-server[100321]: self.callback(batched_events) Aug 04 08:45:28.324578 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 08:45:28.324578 dv-cinder-802653-4-iscsi neutron-server[100321]: event.method(event) Aug 04 08:45:28.324578 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 08:45:28.324578 dv-cinder-802653-4-iscsi neutron-server[100321]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 08:45:28.324578 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 08:45:28.324578 dv-cinder-802653-4-iscsi neutron-server[100321]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 08:45:28.324578 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 08:45:28.324578 dv-cinder-802653-4-iscsi neutron-server[100321]: return f(self, *a, **k) Aug 04 08:45:28.324578 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 08:45:28.324578 dv-cinder-802653-4-iscsi neutron-server[100321]: return self._get(url).json() Aug 04 08:45:28.324578 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 08:45:28.324578 dv-cinder-802653-4-iscsi neutron-server[100321]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 08:45:28.324578 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 08:45:28.324578 dv-cinder-802653-4-iscsi neutron-server[100321]: return self.request(url, 'GET', **kwargs) Aug 04 08:45:28.324578 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 08:45:28.324578 dv-cinder-802653-4-iscsi neutron-server[100321]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 08:45:28.324578 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 08:45:28.324578 dv-cinder-802653-4-iscsi neutron-server[100321]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 08:45:28.324578 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 08:45:28.324578 dv-cinder-802653-4-iscsi neutron-server[100321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 08:45:28.324578 dv-cinder-802653-4-iscsi neutron-server[100321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 08:45:28.413385 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c64c5-6fbf-4efe-b0c9-3a729496f010 req-f23d8ce9-29be-4029-b667-e57dc1a23981 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:28.414837 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2e1c64c5-6fbf-4efe-b0c9-3a729496f010 req-f23d8ce9-29be-4029-b667-e57dc1a23981 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0807369 Aug 04 08:45:28.452043 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2e1c64c5-6fbf-4efe-b0c9-3a729496f010 req-b75ab7a7-cc75-45fb-9e71-df5355cc917a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312603 Aug 04 08:45:28.456178 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5ac3bf5c-743a-48e0-b80d-27b66301ecad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055443'] for network, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:28.461291 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-5ac3bf5c-743a-48e0-b80d-27b66301ecad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:28.463081 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-5ac3bf5c-743a-48e0-b80d-27b66301ecad admin admin] 10.222.0.45 "DELETE /v2.0/networks/658fd4fe-362a-4cbc-af4e-3cb45e090bf9 HTTP/1.1" status: 204 len: 168 time: 0.6734259 Aug 04 08:45:28.471252 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 55064) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:45:28.480287 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3bf5c-743a-48e0-b80d-27b66301ecad admin admin] Pushing event deleted for resources: {'Network': ['ID=658fd4fe-362a-4cbc-af4e-3cb45e090bf9,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:28.809777 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 49a574a4-e094-4bef-a074-bf91077a5899 no longer exists at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:45:28.819787 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-a5895d31-931b-4c7b-b0a1-e80cd9b551d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2056185'] for router_interface, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:28.834847 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] No Port match for: 49a574a4-e094-4bef-a074-bf91077a5899 {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:45:28.835335 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 49a574a4-e094-4bef-a074-bf91077a5899 not bound to the agent host dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:45:28.836018 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa no longer exists at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:45:28.859920 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] No Port match for: 0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:45:28.860348 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 0b73bafd-f0cd-4cd6-b04b-2ac8b07750fa not bound to the agent host dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:45:28.860774 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device b33fd72d-86c8-4847-b74d-01e834510b4c no longer exists at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:45:28.878738 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] No Port match for: b33fd72d-86c8-4847-b74d-01e834510b4c {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:45:28.879083 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device b33fd72d-86c8-4847-b74d-01e834510b4c not bound to the agent host dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:45:29.076898 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [None req-a5895d31-931b-4c7b-b0a1-e80cd9b551d4 admin admin] Deleting port 48bd127f-8ac9-43de-b14e-3452a259f175 {{(pid=100320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:45:29.077240 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-a5895d31-931b-4c7b-b0a1-e80cd9b551d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:29.153942 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.db [None req-a5895d31-931b-4c7b-b0a1-e80cd9b551d4 admin admin] For port 48bd127f-8ac9-43de-b14e-3452a259f175, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=48bd127f-8ac9-43de-b14e-3452a259f175,segment=NetworkSegment(1c7cebde-3a29-4acf-9b77-475b6a2a0450),segment_id=1c7cebde-3a29-4acf-9b77-475b6a2a0450)] {{(pid=100320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:45:29.154336 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-a5895d31-931b-4c7b-b0a1-e80cd9b551d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:29.167548 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [None req-a5895d31-931b-4c7b-b0a1-e80cd9b551d4 admin admin] Calling delete_port for 48bd127f-8ac9-43de-b14e-3452a259f175 owned by network:router_interface {{(pid=100320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:45:29.410345 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-a5895d31-931b-4c7b-b0a1-e80cd9b551d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134116821'] for port, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:29.436778 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5895d31-931b-4c7b-b0a1-e80cd9b551d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=48bd127f-8ac9-43de-b14e-3452a259f175,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:29.582802 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77718e-87b8-405d-8ece-275279f0c567 req-01219027-9d87-4f9c-a853-d1b096e52cc3 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:29.584417 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2b77718e-87b8-405d-8ece-275279f0c567 req-01219027-9d87-4f9c-a853-d1b096e52cc3 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0541708 Aug 04 08:45:29.607735 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-a5895d31-931b-4c7b-b0a1-e80cd9b551d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2056077'] for router_interface, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:29.625247 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2b77718e-87b8-405d-8ece-275279f0c567 req-0cc2e340-0abf-4110-9197-a80f95d63322 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353370 Aug 04 08:45:30.084286 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5895d31-931b-4c7b-b0a1-e80cd9b551d4 admin admin] Router c3100ad8-5444-421d-b002-d2bd1863cd50 has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:45:30.188064 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5895d31-931b-4c7b-b0a1-e80cd9b551d4 admin admin] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:45:30.192967 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-a5895d31-931b-4c7b-b0a1-e80cd9b551d4 admin admin] 10.222.0.45 "PUT /v2.0/routers/c3100ad8-5444-421d-b002-d2bd1863cd50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7258513 Aug 04 08:45:30.195504 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 55084) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:45:30.197356 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab0d7f6-681a-4e17-af59-41fb354aae55 None None] Sync routers for ids ['c3100ad8-5444-421d-b002-d2bd1863cd50'] in dv-cinder-802653-4-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:45:30.207346 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab0d7f6-681a-4e17-af59-41fb354aae55 None None] Routers {'c3100ad8-5444-421d-b002-d2bd1863cd50'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:45:30.208174 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-8ab0d7f6-681a-4e17-af59-41fb354aae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:45:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['c3100ad8-5444-421d-b002-d2bd1863cd50'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:30.299780 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-15e498b9-fe00-4222-9dda-e52e8110628c admin admin] Notify callbacks [] for router, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:30.310601 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-8ab0d7f6-681a-4e17-af59-41fb354aae55 None None] Set router c3100ad8-5444-421d-b002-d2bd1863cd50 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:45:30.438452 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-15e498b9-fe00-4222-9dda-e52e8110628c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:30.499289 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-8ab0d7f6-681a-4e17-af59-41fb354aae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3100ad8-5444-421d-b002-d2bd1863cd50', 'name': 'tempest-TestMinimumBasicScenario-164737034-router', 'tenant_id': '1693834e0dd0421ea16b06237f8c816b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '59f563ad-49f9-4cc3-9379-856dee08994d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:08Z', 'updated_at': '2021-08-04T08:45:29Z', 'revision_number': 5, 'project_id': '1693834e0dd0421ea16b06237f8c816b', 'gw_port': {'id': '59f563ad-49f9-4cc3-9379-856dee08994d', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3100ad8-5444-421d-b002-d2bd1863cd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:08Z', 'updated_at': '2021-08-04T08:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:30.548768 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-15e498b9-fe00-4222-9dda-e52e8110628c admin admin] Deleting port 59f563ad-49f9-4cc3-9379-856dee08994d {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:45:30.549202 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-15e498b9-fe00-4222-9dda-e52e8110628c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:30.609297 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab0d7f6-681a-4e17-af59-41fb354aae55 None None] Checking router: c3100ad8-5444-421d-b002-d2bd1863cd50 for host: dv-cinder-802653-4-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:45:30.627040 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab0d7f6-681a-4e17-af59-41fb354aae55 None None] Routers {'c3100ad8-5444-421d-b002-d2bd1863cd50'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:45:30.627690 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-8ab0d7f6-681a-4e17-af59-41fb354aae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:45:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['c3100ad8-5444-421d-b002-d2bd1863cd50'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:30.664988 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [None req-15e498b9-fe00-4222-9dda-e52e8110628c admin admin] For port 59f563ad-49f9-4cc3-9379-856dee08994d, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=59f563ad-49f9-4cc3-9379-856dee08994d,segment=NetworkSegment(14aa563b-e8c7-40ac-9bd4-d0f3043acf10),segment_id=14aa563b-e8c7-40ac-9bd4-d0f3043acf10)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:45:30.664988 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-15e498b9-fe00-4222-9dda-e52e8110628c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:30.683787 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-15e498b9-fe00-4222-9dda-e52e8110628c admin admin] Calling delete_port for 59f563ad-49f9-4cc3-9379-856dee08994d owned by network:router_gateway {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:45:30.746815 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-8ab0d7f6-681a-4e17-af59-41fb354aae55 None None] Set router c3100ad8-5444-421d-b002-d2bd1863cd50 gateway port host: None {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:45:30.772139 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02629107-a2c0-4dab-877a-f8b47f26cc48 req-77c01cf6-e24a-4053-a98f-95c0f5e1690d tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:30.786702 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-02629107-a2c0-4dab-877a-f8b47f26cc48 req-77c01cf6-e24a-4053-a98f-95c0f5e1690d tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 943 time: 0.0761333 Aug 04 08:45:30.790875 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 35a681cb-46a1-4f7e-a31c-150b54d27c33 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=100322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 08:45:30.810685 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-8ab0d7f6-681a-4e17-af59-41fb354aae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3100ad8-5444-421d-b002-d2bd1863cd50', 'name': 'tempest-TestMinimumBasicScenario-164737034-router', 'tenant_id': '1693834e0dd0421ea16b06237f8c816b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:08Z', 'updated_at': '2021-08-04T08:45:30Z', 'revision_number': 6, 'project_id': '1693834e0dd0421ea16b06237f8c816b', 'gw_port_host': None}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:30.833506 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-02629107-a2c0-4dab-877a-f8b47f26cc48 req-9ff02d77-8ca0-46c5-8e6d-ad2a43416c5f tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458615 Aug 04 08:45:30.840465 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab0d7f6-681a-4e17-af59-41fb354aae55 None None] The sync data for ids ['c3100ad8-5444-421d-b002-d2bd1863cd50'] in dv-cinder-802653-4-iscsi is: [{'id': 'c3100ad8-5444-421d-b002-d2bd1863cd50', 'name': 'tempest-TestMinimumBasicScenario-164737034-router', 'tenant_id': '1693834e0dd0421ea16b06237f8c816b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:08Z', 'updated_at': '2021-08-04T08:45:30Z', 'revision_number': 6, 'project_id': '1693834e0dd0421ea16b06237f8c816b', 'gw_port_host': None}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:45:30.921090 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 35a681cb-46a1-4f7e-a31c-150b54d27c33, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=35a681cb-46a1-4f7e-a31c-150b54d27c33,segment=NetworkSegment(9fc2a23e-05fc-423c-8776-74a99484ef67),segment_id=9fc2a23e-05fc-423c-8776-74a99484ef67)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:45:30.932893 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Returning: {'device': '35a681cb-46a1-4f7e-a31c-150b54d27c33', 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7', 'port_id': '35a681cb-46a1-4f7e-a31c-150b54d27c33', 'mac_address': 'fa:16:3e:55:dc:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 08:45:30.975368 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:30.988402 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35a681cb-46a1-4f7e-a31c-150b54d27c33 {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:45:31.008693 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 35a681cb-46a1-4f7e-a31c-150b54d27c33, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=35a681cb-46a1-4f7e-a31c-150b54d27c33,segment=NetworkSegment(9fc2a23e-05fc-423c-8776-74a99484ef67),segment_id=9fc2a23e-05fc-423c-8776-74a99484ef67)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:45:31.011797 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-15e498b9-fe00-4222-9dda-e52e8110628c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:31.037725 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e498b9-fe00-4222-9dda-e52e8110628c admin admin] Pushing event deleted for resources: {'Port': ['ID=59f563ad-49f9-4cc3-9379-856dee08994d,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:31.090847 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:31.098298 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-15e498b9-fe00-4222-9dda-e52e8110628c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055479'] for router_gateway, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:31.139523 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=35a681cb-46a1-4f7e-a31c-150b54d27c33,revision_number=9']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:31.402718 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['35a681cb-46a1-4f7e-a31c-150b54d27c33'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:45:31.442960 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-15e498b9-fe00-4222-9dda-e52e8110628c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8287'] for router, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:31.445074 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-15e498b9-fe00-4222-9dda-e52e8110628c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:31.576903 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-15e498b9-fe00-4222-9dda-e52e8110628c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2049596'] for router, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:31.577499 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e498b9-fe00-4222-9dda-e52e8110628c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3100ad8-5444-421d-b002-d2bd1863cd50 {{(pid=100321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 08:45:31.582401 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-15e498b9-fe00-4222-9dda-e52e8110628c admin admin] Notify callbacks [] for router, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:31.583550 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-15e498b9-fe00-4222-9dda-e52e8110628c admin admin] 10.222.0.45 "DELETE /v2.0/routers/c3100ad8-5444-421d-b002-d2bd1863cd50 HTTP/1.1" status: 204 len: 168 time: 1.3869894 Aug 04 08:45:31.586001 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 55100) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:45:31.630299 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7e7ece5-8035-45f0-8e2b-d6f7ead4dfdc admin admin] Deleting subnet 1ee68454-8eba-4092-94a0-1b67065d3800 {{(pid=100321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 08:45:31.633920 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b7e7ece5-8035-45f0-8e2b-d6f7ead4dfdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:31.674712 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b7e7ece5-8035-45f0-8e2b-d6f7ead4dfdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132616335'] for subnet, precommit_delete_associations {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:31.796262 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b7e7ece5-8035-45f0-8e2b-d6f7ead4dfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-928750'] for subnet, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:31.925498 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b7e7ece5-8035-45f0-8e2b-d6f7ead4dfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-928029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132619622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133672238'] for subnet, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:31.955869 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7ece5-8035-45f0-8e2b-d6f7ead4dfdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ee68454-8eba-4092-94a0-1b67065d3800,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:31.959325 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b7e7ece5-8035-45f0-8e2b-d6f7ead4dfdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:31.963975 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-b7e7ece5-8035-45f0-8e2b-d6f7ead4dfdc admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1ee68454-8eba-4092-94a0-1b67065d3800 HTTP/1.1" status: 204 len: 168 time: 0.3769102 Aug 04 08:45:31.964599 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 55114) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:45:31.965974 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fafe5c-4dae-4dfa-8553-12a93a19e0bc None None] Network 1b4de951-6c8d-49e5-aa28-c222153b610b requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:45:31.981238 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2e7e9-e55e-42c4-8d5f-3cc8c0e0ec1f req-e0b9434a-8bd1-4ca1-8c49-ace8f1ef053a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:31.983632 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-4be2e7e9-e55e-42c4-8d5f-3cc8c0e0ec1f req-e0b9434a-8bd1-4ca1-8c49-ace8f1ef053a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 944 time: 0.0696084 Aug 04 08:45:32.025305 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-4be2e7e9-e55e-42c4-8d5f-3cc8c0e0ec1f req-16f246d5-22f6-4567-9108-329436e5a667 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355794 Aug 04 08:45:32.041848 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-9d4c28cb-92b2-4a62-8b14-7e0dfdc03999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583520'] for network, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:32.098753 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-9d4c28cb-92b2-4a62-8b14-7e0dfdc03999 admin admin] Deleting port ca949d34-7151-4b46-b8cf-13c51416cd67 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:45:32.099181 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-9d4c28cb-92b2-4a62-8b14-7e0dfdc03999 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:32.151924 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344d7445-7380-42b4-a6e4-6e9b67a1f3b0 None None] DHCP port deletion for 1b4de951-6c8d-49e5-aa28-c222153b610b request from dv-cinder-802653-4-iscsi {{(pid=100322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 08:45:32.163769 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [None req-9d4c28cb-92b2-4a62-8b14-7e0dfdc03999 admin admin] For port ca949d34-7151-4b46-b8cf-13c51416cd67, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=ca949d34-7151-4b46-b8cf-13c51416cd67,segment=NetworkSegment(1c7cebde-3a29-4acf-9b77-475b6a2a0450),segment_id=1c7cebde-3a29-4acf-9b77-475b6a2a0450)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:45:32.164244 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-9d4c28cb-92b2-4a62-8b14-7e0dfdc03999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:32.178627 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-9d4c28cb-92b2-4a62-8b14-7e0dfdc03999 admin admin] Calling delete_port for ca949d34-7151-4b46-b8cf-13c51416cd67 owned by network:dhcp {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:45:32.334472 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-344d7445-7380-42b4-a6e4-6e9b67a1f3b0 None None] Deleting port ca949d34-7151-4b46-b8cf-13c51416cd67 {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:45:32.334794 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-344d7445-7380-42b4-a6e4-6e9b67a1f3b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:32.371195 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-9d4c28cb-92b2-4a62-8b14-7e0dfdc03999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:32.396162 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-344d7445-7380-42b4-a6e4-6e9b67a1f3b0 None None] For port ca949d34-7151-4b46-b8cf-13c51416cd67, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=ca949d34-7151-4b46-b8cf-13c51416cd67,segment=NetworkSegment(1c7cebde-3a29-4acf-9b77-475b6a2a0450),segment_id=1c7cebde-3a29-4acf-9b77-475b6a2a0450)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:45:32.396565 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-344d7445-7380-42b4-a6e4-6e9b67a1f3b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:32.401274 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c28cb-92b2-4a62-8b14-7e0dfdc03999 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca949d34-7151-4b46-b8cf-13c51416cd67,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:32.403161 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4c28cb-92b2-4a62-8b14-7e0dfdc03999 admin admin] No DVR routers for this DVR port ca949d34-7151-4b46-b8cf-13c51416cd67 on host dv-cinder-802653-4-iscsi {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:45:32.416556 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-344d7445-7380-42b4-a6e4-6e9b67a1f3b0 None None] Calling delete_port for ca949d34-7151-4b46-b8cf-13c51416cd67 owned by network:dhcp {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:45:32.480558 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-9d4c28cb-92b2-4a62-8b14-7e0dfdc03999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-926057', 'neutron.services.segments.db._delete_segments_for_network-8749051068919'] for network, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:32.490453 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-9d4c28cb-92b2-4a62-8b14-7e0dfdc03999 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4de951-6c8d-49e5-aa28-c222153b610b']}} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:32.493579 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-344d7445-7380-42b4-a6e4-6e9b67a1f3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:32.501623 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-9d4c28cb-92b2-4a62-8b14-7e0dfdc03999 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c7cebde-3a29-4acf-9b77-475b6a2a0450') {'for_net_delete': True} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:32.501916 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-9d4c28cb-92b2-4a62-8b14-7e0dfdc03999 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c7cebde-3a29-4acf-9b77-475b6a2a0450') {} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:32.512257 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-9d4c28cb-92b2-4a62-8b14-7e0dfdc03999 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749051071492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132616324'] for segment, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:32.520875 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d7445-7380-42b4-a6e4-6e9b67a1f3b0 None None] Pushing event deleted for resources: {'Port': ['ID=ca949d34-7151-4b46-b8cf-13c51416cd67,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:32.528091 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344d7445-7380-42b4-a6e4-6e9b67a1f3b0 None None] No DVR routers for this DVR port ca949d34-7151-4b46-b8cf-13c51416cd67 on host dv-cinder-802653-4-iscsi {{(pid=100322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:45:32.528224 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-9d4c28cb-92b2-4a62-8b14-7e0dfdc03999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:32.538018 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d4c28cb-92b2-4a62-8b14-7e0dfdc03999 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=100321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 08:45:32.538598 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-9d4c28cb-92b2-4a62-8b14-7e0dfdc03999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132619724'] for segment, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:32.540417 dv-cinder-802653-4-iscsi neutron-server[100321]: Traceback (most recent call last): Aug 04 08:45:32.540417 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 08:45:32.540417 dv-cinder-802653-4-iscsi neutron-server[100321]: timer() Aug 04 08:45:32.540417 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 08:45:32.540417 dv-cinder-802653-4-iscsi neutron-server[100321]: cb(*args, **kw) Aug 04 08:45:32.540417 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 08:45:32.540417 dv-cinder-802653-4-iscsi neutron-server[100321]: return func(*args, **kwargs) Aug 04 08:45:32.540417 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 08:45:32.540417 dv-cinder-802653-4-iscsi neutron-server[100321]: self._notify() Aug 04 08:45:32.540417 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 08:45:32.540417 dv-cinder-802653-4-iscsi neutron-server[100321]: self.callback(batched_events) Aug 04 08:45:32.540417 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 08:45:32.540417 dv-cinder-802653-4-iscsi neutron-server[100321]: event.method(event) Aug 04 08:45:32.540417 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 08:45:32.540417 dv-cinder-802653-4-iscsi neutron-server[100321]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 08:45:32.540417 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 08:45:32.540417 dv-cinder-802653-4-iscsi neutron-server[100321]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 08:45:32.540417 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 08:45:32.540417 dv-cinder-802653-4-iscsi neutron-server[100321]: return f(self, *a, **k) Aug 04 08:45:32.540417 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 08:45:32.540417 dv-cinder-802653-4-iscsi neutron-server[100321]: return self._get(url).json() Aug 04 08:45:32.540417 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 08:45:32.540417 dv-cinder-802653-4-iscsi neutron-server[100321]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 08:45:32.540417 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 08:45:32.540417 dv-cinder-802653-4-iscsi neutron-server[100321]: return self.request(url, 'GET', **kwargs) Aug 04 08:45:32.540417 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 08:45:32.540417 dv-cinder-802653-4-iscsi neutron-server[100321]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 08:45:32.540417 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 08:45:32.540417 dv-cinder-802653-4-iscsi neutron-server[100321]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 08:45:32.540417 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 08:45:32.540417 dv-cinder-802653-4-iscsi neutron-server[100321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 08:45:32.540417 dv-cinder-802653-4-iscsi neutron-server[100321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 08:45:32.655447 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-9d4c28cb-92b2-4a62-8b14-7e0dfdc03999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055443'] for network, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:32.660768 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-9d4c28cb-92b2-4a62-8b14-7e0dfdc03999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:32.662627 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-9d4c28cb-92b2-4a62-8b14-7e0dfdc03999 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1b4de951-6c8d-49e5-aa28-c222153b610b HTTP/1.1" status: 204 len: 168 time: 0.6971071 Aug 04 08:45:32.673926 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c28cb-92b2-4a62-8b14-7e0dfdc03999 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b4de951-6c8d-49e5-aa28-c222153b610b,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:32.789520 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 48bd127f-8ac9-43de-b14e-3452a259f175 no longer exists at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:45:32.792012 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 35a681cb-46a1-4f7e-a31c-150b54d27c33 up at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:45:32.826753 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] No Port match for: 48bd127f-8ac9-43de-b14e-3452a259f175 {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:45:32.827102 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 48bd127f-8ac9-43de-b14e-3452a259f175 not bound to the agent host dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:45:32.827534 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 59f563ad-49f9-4cc3-9379-856dee08994d no longer exists at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:45:32.852357 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] No Port match for: 59f563ad-49f9-4cc3-9379-856dee08994d {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:45:32.852635 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 59f563ad-49f9-4cc3-9379-856dee08994d not bound to the agent host dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:45:32.853062 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device ca949d34-7151-4b46-b8cf-13c51416cd67 no longer exists at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:45:32.874485 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] No Port match for: ca949d34-7151-4b46-b8cf-13c51416cd67 {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:45:32.875392 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device ca949d34-7151-4b46-b8cf-13c51416cd67 not bound to the agent host dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:45:32.892999 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning complete for port 35a681cb-46a1-4f7e-a31c-150b54d27c33 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:45:32.893384 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:32.968020 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:32.991455 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b38586-5beb-48fa-9645-339c6462a1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a681cb-46a1-4f7e-a31c-150b54d27c33'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:45:32.993333 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 55128) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:45:32.993817 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c495c7497e5e90a156a42ea06e218473990fefc1974f3e33d0cb89c8111961e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5b2444-2744-48e9-a0da-ff24e727e112" -d '{"events": [{"server_uuid": "94b38586-5beb-48fa-9645-339c6462a1b2", "name": "network-vif-plugged", "status": "completed", "tag": "35a681cb-46a1-4f7e-a31c-150b54d27c33"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:45:33.007648 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 35a681cb-46a1-4f7e-a31c-150b54d27c33, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=35a681cb-46a1-4f7e-a31c-150b54d27c33,segment=NetworkSegment(9fc2a23e-05fc-423c-8776-74a99484ef67),segment_id=9fc2a23e-05fc-423c-8776-74a99484ef67)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:45:33.033554 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80267a69-d730-4377-b634-9dffcb36f943 x-openstack-request-id: req-80267a69-d730-4377-b634-9dffcb36f943 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:45:33.033940 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b38586-5beb-48fa-9645-339c6462a1b2", "name": "network-vif-plugged", "status": "completed", "tag": "35a681cb-46a1-4f7e-a31c-150b54d27c33", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:45:33.034195 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-80267a69-d730-4377-b634-9dffcb36f943 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:45:33.034597 dv-cinder-802653-4-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b38586-5beb-48fa-9645-339c6462a1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a681cb-46a1-4f7e-a31c-150b54d27c33', 'code': 200} Aug 04 08:45:33.041196 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-7052ef0b-538b-4425-ad41-5c5d474247c7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=19d32ebc260f41d6bdfc25aff4d7b332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467029 Aug 04 08:45:33.043629 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 55132) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:45:33.073143 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:33.101588 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a518cd52-05a7-4790-92dd-dd37f2933c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:33.127279 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=35a681cb-46a1-4f7e-a31c-150b54d27c33,revision_number=10']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:33.128641 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a518cd52-05a7-4790-92dd-dd37f2933c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:33.204721 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b96188-d645-4408-978b-f7b7c0d29b1e req-70a07146-2067-4e19-a406-c871a1d401f8 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:33.207057 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b6b96188-d645-4408-978b-f7b7c0d29b1e req-70a07146-2067-4e19-a406-c871a1d401f8 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 946 time: 0.0849640 Aug 04 08:45:33.248036 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b6b96188-d645-4408-978b-f7b7c0d29b1e req-3b432c3f-5e2d-455b-8355-01023622ce96 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350184 Aug 04 08:45:33.283010 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a518cd52-05a7-4790-92dd-dd37f2933c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:33.283010 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a518cd52-05a7-4790-92dd-dd37f2933c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:33.283010 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-a518cd52-05a7-4790-92dd-dd37f2933c98 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4b4db3f3-159f-4828-b2b1-11e94ae26094 HTTP/1.1" status: 204 len: 168 time: 0.2334013 Aug 04 08:45:33.286739 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518cd52-05a7-4790-92dd-dd37f2933c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4db3f3-159f-4828-b2b1-11e94ae26094,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:33.714145 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e99494-053c-47c2-8323-2a790130cfd1 req-ef40b4eb-c802-4c8e-8481-88c02666c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:33.715626 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-72e99494-053c-47c2-8323-2a790130cfd1 req-ef40b4eb-c802-4c8e-8481-88c02666c039 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 1099 time: 0.0511837 Aug 04 08:45:33.749294 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-72e99494-053c-47c2-8323-2a790130cfd1 req-13e8c1e3-1737-47b9-a313-72b34e9ee888 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262790 Aug 04 08:45:33.969661 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 55148) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:45:34.011328 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-35eaf993-4c3d-4482-9f5b-dda27fcaa838 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1693834e0dd0421ea16b06237f8c816b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405385 Aug 04 08:45:34.013772 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 55150) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:45:34.059484 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-9eaf9ff0-f67d-4db0-94fe-d41f9baa844a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:34.080566 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-9eaf9ff0-f67d-4db0-94fe-d41f9baa844a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:34.170836 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-9eaf9ff0-f67d-4db0-94fe-d41f9baa844a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:34.173866 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-9eaf9ff0-f67d-4db0-94fe-d41f9baa844a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:34.174943 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-9eaf9ff0-f67d-4db0-94fe-d41f9baa844a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1977e1c1-b7fc-411b-9e6a-2421f71f0a09 HTTP/1.1" status: 204 len: 168 time: 0.1602962 Aug 04 08:45:34.182315 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf9ff0-f67d-4db0-94fe-d41f9baa844a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1977e1c1-b7fc-411b-9e6a-2421f71f0a09,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:34.370199 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c010a94-94a7-47a4-9e65-0403e279a37d req-e7dd5ff5-eb23-4fea-a7ea-8ca28e0341ac tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:34.371674 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2c010a94-94a7-47a4-9e65-0403e279a37d req-e7dd5ff5-eb23-4fea-a7ea-8ca28e0341ac tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 946 time: 0.0492816 Aug 04 08:45:34.409059 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2c010a94-94a7-47a4-9e65-0403e279a37d req-3f4f28fc-6d29-4463-a823-b048c3448fd7 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308692 Aug 04 08:45:35.163563 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 55178) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:45:35.253861 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-617bc6d8-2c9c-488f-bffb-00d428f0b334 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2138028120-network', 'tenant_id': 'aa3e51a69dab4e98a556a31f852f896e'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:45:35.387667 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617bc6d8-2c9c-488f-bffb-00d428f0b334 admin admin] Made reservation on behalf of aa3e51a69dab4e98a556a31f852f896e for: {'network': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:45:35.390056 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-617bc6d8-2c9c-488f-bffb-00d428f0b334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for network, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:35.399088 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-617bc6d8-2c9c-488f-bffb-00d428f0b334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:35.493983 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-617bc6d8-2c9c-488f-bffb-00d428f0b334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:35.535858 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23952d-190a-44e5-819b-ba7dd1ebefc3 req-2790a2ee-9899-4456-bedb-4baef49a4835 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:35.537348 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-dd23952d-190a-44e5-819b-ba7dd1ebefc3 req-2790a2ee-9899-4456-bedb-4baef49a4835 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 946 time: 0.0556672 Aug 04 08:45:35.574986 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-dd23952d-190a-44e5-819b-ba7dd1ebefc3 req-ebde520e-566e-4153-87c7-b0126ca134ae tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317659 Aug 04 08:45:35.576185 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-617bc6d8-2c9c-488f-bffb-00d428f0b334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:35.603615 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-617bc6d8-2c9c-488f-bffb-00d428f0b334 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=100321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 08:45:35.609140 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617bc6d8-2c9c-488f-bffb-00d428f0b334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36e6b51-5187-403a-88e5-467c9e9f007a,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:35.617147 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-617bc6d8-2c9c-488f-bffb-00d428f0b334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:35.617442 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.db.segments_db [None req-617bc6d8-2c9c-488f-bffb-00d428f0b334 admin admin] Added segment a30e1fc5-cd44-4a68-adca-09aff10ba9bf of type vlan for network 8f9c73a6-89e6-4715-98d4-4d8878714ea6 Aug 04 08:45:35.656602 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-617bc6d8-2c9c-488f-bffb-00d428f0b334 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749050523167'] for network, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:35.758616 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-617bc6d8-2c9c-488f-bffb-00d428f0b334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669'] for network, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:35.759690 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617bc6d8-2c9c-488f-bffb-00d428f0b334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:35.760303 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-617bc6d8-2c9c-488f-bffb-00d428f0b334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:35.821709 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617bc6d8-2c9c-488f-bffb-00d428f0b334 admin admin] Pushing event updated for resources: {'Network': ['ID=8f9c73a6-89e6-4715-98d4-4d8878714ea6,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:35.832171 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Network 8f9c73a6-89e6-4715-98d4-4d8878714ea6 details requested by agent ovs-agent-dv-cinder-802653-4-iscsi with host dv-cinder-802653-4-iscsi {{(pid=100322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 08:45:35.877878 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-617bc6d8-2c9c-488f-bffb-00d428f0b334 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7131512 Aug 04 08:45:35.880688 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 55188) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:45:35.885736 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-dee70d9a-9c79-4af6-b9c5-20578687ab87 admin admin] Request body: {'subnet': {'network_id': '8f9c73a6-89e6-4715-98d4-4d8878714ea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2138028120-subnet', 'tenant_id': 'aa3e51a69dab4e98a556a31f852f896e', 'ip_version': 4}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:45:35.969518 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee70d9a-9c79-4af6-b9c5-20578687ab87 admin admin] Made reservation on behalf of aa3e51a69dab4e98a556a31f852f896e for: {'subnet': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:45:35.971736 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-dee70d9a-9c79-4af6-b9c5-20578687ab87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133672201'] for subnet, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:36.209922 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-dee70d9a-9c79-4af6-b9c5-20578687ab87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132619557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133672247'] for subnet, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:36.264562 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee70d9a-9c79-4af6-b9c5-20578687ab87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ba08cd5-8402-4f50-9cd5-cc5c7c6d09fd,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:36.271540 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee70d9a-9c79-4af6-b9c5-20578687ab87 admin admin] Checking segment: {'id': 'a30e1fc5-cd44-4a68-adca-09aff10ba9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8f9c73a6-89e6-4715-98d4-4d8878714ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:45:36.271887 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee70d9a-9c79-4af6-b9c5-20578687ab87 admin admin] Network hostable DHCP agents. Network: 8f9c73a6-89e6-4715-98d4-4d8878714ea6, hostable agents: ['d99d2447-930a-4a79-b4f6-24c5d2e4f89b'], hosted agents: [] {{(pid=100321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 08:45:36.341201 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee70d9a-9c79-4af6-b9c5-20578687ab87 admin admin] Network 8f9c73a6-89e6-4715-98d4-4d8878714ea6 is scheduled to be hosted by DHCP agent d99d2447-930a-4a79-b4f6-24c5d2e4f89b with binding_index 1 {{(pid=100321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 08:45:36.426974 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-dee70d9a-9c79-4af6-b9c5-20578687ab87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-4-iscsi, 8f9c73a6-89e6-4715-98d4-4d8878714ea6) {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:45:36.431679 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee70d9a-9c79-4af6-b9c5-20578687ab87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:36.432489 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-dee70d9a-9c79-4af6-b9c5-20578687ab87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:36.435677 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df710a6-5913-422d-9e6b-c85153641074 None None] Network 8f9c73a6-89e6-4715-98d4-4d8878714ea6 requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:45:36.525133 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-dee70d9a-9c79-4af6-b9c5-20578687ab87 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6432962 Aug 04 08:45:36.527755 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 55190) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:45:36.532597 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-89ad2e58-5bb9-439c-83c4-da29b92451e9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2138028120-router', 'tenant_id': 'aa3e51a69dab4e98a556a31f852f896e', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'}}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:45:36.576866 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d56c0f-1623-4a6d-8af8-cd2094f57da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda83cd89-c10a-52ae-b198-37c960099bd2-8f9c73a6-89e6-4715-98d4-4d8878714ea6', 'network_id': '8f9c73a6-89e6-4715-98d4-4d8878714ea6', 'tenant_id': 'aa3e51a69dab4e98a556a31f852f896e', 'fixed_ips': [{'subnet_id': '2ba08cd5-8402-4f50-9cd5-cc5c7c6d09fd'}]}} from dv-cinder-802653-4-iscsi. {{(pid=100322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 08:45:36.578377 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-84d56c0f-1623-4a6d-8af8-cd2094f57da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:36.639836 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-89ad2e58-5bb9-439c-83c4-da29b92451e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2048338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8269'] for router, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:36.641566 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-89ad2e58-5bb9-439c-83c4-da29b92451e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2055556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1981338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8278'] for router, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:36.699189 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-89ad2e58-5bb9-439c-83c4-da29b92451e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:36.706847 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecaa87-5c5a-41ae-b426-7fb37288ed42 req-65ca3de6-ab45-4d3a-9333-6f4be09772e6 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:36.708452 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-89ecaa87-5c5a-41ae-b426-7fb37288ed42 req-65ca3de6-ab45-4d3a-9333-6f4be09772e6 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 946 time: 0.0535455 Aug 04 08:45:36.715215 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [None req-84d56c0f-1623-4a6d-8af8-cd2094f57da8 None None] Allocated IP 172.20.0.2 (8f9c73a6-89e6-4715-98d4-4d8878714ea6/2ba08cd5-8402-4f50-9cd5-cc5c7c6d09fd/9e943920-2a97-41f5-a5b3-1beed8499539) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:45:36.747416 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-89ecaa87-5c5a-41ae-b426-7fb37288ed42 req-795a5d31-4700-4a94-909c-bbe14c5e414a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327203 Aug 04 08:45:36.754280 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 6 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:45:36.864109 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-84d56c0f-1623-4a6d-8af8-cd2094f57da8 None None] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:36.872334 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-84d56c0f-1623-4a6d-8af8-cd2094f57da8 None None] Transition to ACTIVE for port object 9e943920-2a97-41f5-a5b3-1beed8499539 will not be triggered until provisioned by entity L2. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:45:36.888307 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-84d56c0f-1623-4a6d-8af8-cd2094f57da8 None None] Transition to ACTIVE for port object 9e943920-2a97-41f5-a5b3-1beed8499539 will not be triggered until provisioned by entity DHCP. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:45:36.924370 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-89ad2e58-5bb9-439c-83c4-da29b92451e9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:36.960446 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-84d56c0f-1623-4a6d-8af8-cd2094f57da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:36.998498 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d56c0f-1623-4a6d-8af8-cd2094f57da8 None None] Network 8f9c73a6-89e6-4715-98d4-4d8878714ea6 is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:45:37.002066 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [None req-84d56c0f-1623-4a6d-8af8-cd2094f57da8 None None] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:45:37.005546 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d56c0f-1623-4a6d-8af8-cd2094f57da8 None None] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:45:37.014238 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d56c0f-1623-4a6d-8af8-cd2094f57da8 None None] Pushing event updated for resources: {'Port': ['ID=9e943920-2a97-41f5-a5b3-1beed8499539,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:37.064527 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-84d56c0f-1623-4a6d-8af8-cd2094f57da8 None None] Attempting to bind port 9e943920-2a97-41f5-a5b3-1beed8499539 on host dv-cinder-802653-4-iscsi for vnic_type normal with profile {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:45:37.064839 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-84d56c0f-1623-4a6d-8af8-cd2094f57da8 None None] Attempting to bind port 9e943920-2a97-41f5-a5b3-1beed8499539 by drivers openvswitch,hyperv on host dv-cinder-802653-4-iscsi at level 0 using segments [{'id': 'a30e1fc5-cd44-4a68-adca-09aff10ba9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8f9c73a6-89e6-4715-98d4-4d8878714ea6'}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:45:37.065198 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d56c0f-1623-4a6d-8af8-cd2094f57da8 None None] Attempting to bind port 9e943920-2a97-41f5-a5b3-1beed8499539 on network 8f9c73a6-89e6-4715-98d4-4d8878714ea6 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:45:37.070197 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d56c0f-1623-4a6d-8af8-cd2094f57da8 None None] Checking agent: {'id': '88e3f6d8-c986-4299-b0e5-a4c4ec344b2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 31, 10), 'started_at': datetime.datetime(2021, 8, 4, 8, 31, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:45:37.070572 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d56c0f-1623-4a6d-8af8-cd2094f57da8 None None] Checking segment: {'id': 'a30e1fc5-cd44-4a68-adca-09aff10ba9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8f9c73a6-89e6-4715-98d4-4d8878714ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:45:37.070999 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-84d56c0f-1623-4a6d-8af8-cd2094f57da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:37.071387 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d56c0f-1623-4a6d-8af8-cd2094f57da8 None None] Bound using segment: {'id': 'a30e1fc5-cd44-4a68-adca-09aff10ba9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8f9c73a6-89e6-4715-98d4-4d8878714ea6'} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:45:37.071846 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-84d56c0f-1623-4a6d-8af8-cd2094f57da8 None None] Bound port: 9e943920-2a97-41f5-a5b3-1beed8499539, host: dv-cinder-802653-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30e1fc5-cd44-4a68-adca-09aff10ba9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8f9c73a6-89e6-4715-98d4-4d8878714ea6'}}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:45:37.072248 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-84d56c0f-1623-4a6d-8af8-cd2094f57da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:37.135358 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-84d56c0f-1623-4a6d-8af8-cd2094f57da8 None None] For port 9e943920-2a97-41f5-a5b3-1beed8499539, host dv-cinder-802653-4-iscsi, cleared binding levels {{(pid=100322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:45:37.138372 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-84d56c0f-1623-4a6d-8af8-cd2094f57da8 None None] For port 9e943920-2a97-41f5-a5b3-1beed8499539, host dv-cinder-802653-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=9e943920-2a97-41f5-a5b3-1beed8499539,segment=NetworkSegment(a30e1fc5-cd44-4a68-adca-09aff10ba9bf),segment_id=a30e1fc5-cd44-4a68-adca-09aff10ba9bf)] {{(pid=100322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:45:37.194255 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-84d56c0f-1623-4a6d-8af8-cd2094f57da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:37.246308 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-89ad2e58-5bb9-439c-83c4-da29b92451e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:37.254786 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d56c0f-1623-4a6d-8af8-cd2094f57da8 None None] Pushing event updated for resources: {'Port': ['ID=9e943920-2a97-41f5-a5b3-1beed8499539,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:37.271175 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-89ad2e58-5bb9-439c-83c4-da29b92451e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:37.373409 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [None req-89ad2e58-5bb9-439c-83c4-da29b92451e9 admin admin] Allocated IP 172.27.0.140 (3e216780-0509-4029-b6cd-a15c5c01b313/90755f8e-3998-4871-81e2-3daea40b0bfb/40134821-ef44-46a3-bdb7-4899b9bc0e0c) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:45:37.498776 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-89ad2e58-5bb9-439c-83c4-da29b92451e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:37.513468 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4c32f604-acdf-443f-87fd-37c345de85ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:37.599796 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-89ad2e58-5bb9-439c-83c4-da29b92451e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:37.639261 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ad2e58-5bb9-439c-83c4-da29b92451e9 admin admin] Network 3e216780-0509-4029-b6cd-a15c5c01b313 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:45:37.642096 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-89ad2e58-5bb9-439c-83c4-da29b92451e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:45:37.644479 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ad2e58-5bb9-439c-83c4-da29b92451e9 admin admin] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:45:37.671485 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad2e58-5bb9-439c-83c4-da29b92451e9 admin admin] Pushing event updated for resources: {'Port': ['ID=40134821-ef44-46a3-bdb7-4899b9bc0e0c,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:37.904578 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ba4b5-6d51-4765-805c-34dc299f1de2 req-c84bb51d-87d7-4915-a6e0-4d9ca657df35 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:37.907341 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1c8ba4b5-6d51-4765-805c-34dc299f1de2 req-c84bb51d-87d7-4915-a6e0-4d9ca657df35 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 946 time: 0.0673001 Aug 04 08:45:37.993453 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1c8ba4b5-6d51-4765-805c-34dc299f1de2 req-0c9d3a99-bd03-4a66-ac29-33b6a18d40e6 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794573 Aug 04 08:45:38.076307 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-89ad2e58-5bb9-439c-83c4-da29b92451e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:38.213785 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1204047b-efcd-49b3-945e-eaccc976315b None None] Network 8f9c73a6-89e6-4715-98d4-4d8878714ea6 requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:45:38.283150 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-89ad2e58-5bb9-439c-83c4-da29b92451e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055515'] for router, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:38.342081 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-404dac43-fbe4-4613-9da5-30522682b01f None None] Provisioning for port 9e943920-2a97-41f5-a5b3-1beed8499539 completed by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:45:38.525141 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ad2e58-5bb9-439c-83c4-da29b92451e9 admin admin] Router b8d82bda-2531-4a6c-83ab-63383f5e5b9a is scheduled to L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 with binding_index 1 {{(pid=100321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 08:45:38.636420 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ad2e58-5bb9-439c-83c4-da29b92451e9 admin admin] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:45:38.646709 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c40e5b-3c50-4b12-a434-04fe1061f07e None None] Sync routers for ids ['b8d82bda-2531-4a6c-83ab-63383f5e5b9a'] in dv-cinder-802653-4-iscsi {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:45:38.655545 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c40e5b-3c50-4b12-a434-04fe1061f07e None None] Routers {'b8d82bda-2531-4a6c-83ab-63383f5e5b9a'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:45:38.656855 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-f8c40e5b-3c50-4b12-a434-04fe1061f07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:45:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['b8d82bda-2531-4a6c-83ab-63383f5e5b9a'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:38.702206 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-89ad2e58-5bb9-439c-83c4-da29b92451e9 admin admin] Notify callbacks [] for router, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:38.705788 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-89ad2e58-5bb9-439c-83c4-da29b92451e9 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1753762 Aug 04 08:45:38.706831 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 55244) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:45:38.765983 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-f8c40e5b-3c50-4b12-a434-04fe1061f07e None None] Set router b8d82bda-2531-4a6c-83ab-63383f5e5b9a gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:45:38.863572 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 9e943920-2a97-41f5-a5b3-1beed8499539 up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:45:39.010296 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-f8c40e5b-3c50-4b12-a434-04fe1061f07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'name': 'tempest-TestShelveInstance-2138028120-router', 'tenant_id': 'aa3e51a69dab4e98a556a31f852f896e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '40134821-ef44-46a3-bdb7-4899b9bc0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:45:36Z', 'updated_at': '2021-08-04T08:45:37Z', 'revision_number': 3, 'project_id': 'aa3e51a69dab4e98a556a31f852f896e', 'gw_port': {'id': '40134821-ef44-46a3-bdb7-4899b9bc0e0c', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:37Z', 'updated_at': '2021-08-04T08:45:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:39.044221 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c40e5b-3c50-4b12-a434-04fe1061f07e None None] Checking router: b8d82bda-2531-4a6c-83ab-63383f5e5b9a for host: dv-cinder-802653-4-iscsi {{(pid=100322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:45:39.044571 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c40e5b-3c50-4b12-a434-04fe1061f07e None None] Updating router b8d82bda-2531-4a6c-83ab-63383f5e5b9a port 40134821-ef44-46a3-bdb7-4899b9bc0e0c binding host dv-cinder-802653-4-iscsi {{(pid=100322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 08:45:39.077323 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f8c40e5b-3c50-4b12-a434-04fe1061f07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:39.080311 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning for port 9e943920-2a97-41f5-a5b3-1beed8499539 completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:45:39.085681 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port 9e943920-2a97-41f5-a5b3-1beed8499539 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:45:39.086075 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:39.157435 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4173e-d1af-4d8f-87fe-c19ad0463c9a req-90a173ef-e63b-472e-a585-384462edc641 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:39.159204 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-71d4173e-d1af-4d8f-87fe-c19ad0463c9a req-90a173ef-e63b-472e-a585-384462edc641 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 946 time: 0.0555918 Aug 04 08:45:39.199603 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-71d4173e-d1af-4d8f-87fe-c19ad0463c9a req-f8b236f7-2d75-4604-ba4f-b5e5576b7191 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329802 Aug 04 08:45:39.283144 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:39.370853 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] For port 9e943920-2a97-41f5-a5b3-1beed8499539, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=9e943920-2a97-41f5-a5b3-1beed8499539,segment=NetworkSegment(a30e1fc5-cd44-4a68-adca-09aff10ba9bf),segment_id=a30e1fc5-cd44-4a68-adca-09aff10ba9bf)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:45:39.420570 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-54d09c95-100a-403d-9e1c-a80157caa015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:39.465239 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f8c40e5b-3c50-4b12-a434-04fe1061f07e None None] Notify callbacks [] for port, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:39.474769 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-f8c40e5b-3c50-4b12-a434-04fe1061f07e None None] Transition to ACTIVE for port object 40134821-ef44-46a3-bdb7-4899b9bc0e0c will not be triggered until provisioned by entity L2. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:45:39.513608 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:39.577238 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Pushing event updated for resources: {'Port': ['ID=9e943920-2a97-41f5-a5b3-1beed8499539,revision_number=3']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:39.581098 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [None req-54d09c95-100a-403d-9e1c-a80157caa015 admin admin] Allocated IP 172.20.0.1 (8f9c73a6-89e6-4715-98d4-4d8878714ea6/2ba08cd5-8402-4f50-9cd5-cc5c7c6d09fd/cb097d50-76f8-4ff3-a073-d4cdb896c067) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:45:39.605053 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f8c40e5b-3c50-4b12-a434-04fe1061f07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:39.659686 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-f8c40e5b-3c50-4b12-a434-04fe1061f07e None None] Attempting to bind port 40134821-ef44-46a3-bdb7-4899b9bc0e0c on host dv-cinder-802653-4-iscsi for vnic_type normal with profile {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:45:39.660093 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-f8c40e5b-3c50-4b12-a434-04fe1061f07e None None] Attempting to bind port 40134821-ef44-46a3-bdb7-4899b9bc0e0c by drivers openvswitch,hyperv on host dv-cinder-802653-4-iscsi at level 0 using segments [{'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:45:39.660465 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c40e5b-3c50-4b12-a434-04fe1061f07e None None] Attempting to bind port 40134821-ef44-46a3-bdb7-4899b9bc0e0c on network 3e216780-0509-4029-b6cd-a15c5c01b313 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:45:39.667791 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fdf299-c2e3-4b69-9ff2-c20a7e947bff None None] Pushing event updated for resources: {'Port': ['ID=40134821-ef44-46a3-bdb7-4899b9bc0e0c,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:39.670382 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c40e5b-3c50-4b12-a434-04fe1061f07e None None] Checking agent: {'id': '88e3f6d8-c986-4299-b0e5-a4c4ec344b2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 31, 10), 'started_at': datetime.datetime(2021, 8, 4, 8, 31, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:45:39.670763 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c40e5b-3c50-4b12-a434-04fe1061f07e None None] Checking segment: {'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:45:39.671804 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f8c40e5b-3c50-4b12-a434-04fe1061f07e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:39.672278 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c40e5b-3c50-4b12-a434-04fe1061f07e None None] Bound using segment: {'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:45:39.672757 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-f8c40e5b-3c50-4b12-a434-04fe1061f07e None None] Bound port: 40134821-ef44-46a3-bdb7-4899b9bc0e0c, host: dv-cinder-802653-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'}}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:45:39.673164 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f8c40e5b-3c50-4b12-a434-04fe1061f07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:39.706913 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-54d09c95-100a-403d-9e1c-a80157caa015 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:39.719260 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [None req-54d09c95-100a-403d-9e1c-a80157caa015 admin admin] Transition to ACTIVE for port object cb097d50-76f8-4ff3-a073-d4cdb896c067 will not be triggered until provisioned by entity DHCP. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:45:39.731039 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-f8c40e5b-3c50-4b12-a434-04fe1061f07e None None] For port 40134821-ef44-46a3-bdb7-4899b9bc0e0c, host dv-cinder-802653-4-iscsi, cleared binding levels {{(pid=100322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:45:39.734559 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-f8c40e5b-3c50-4b12-a434-04fe1061f07e None None] For port 40134821-ef44-46a3-bdb7-4899b9bc0e0c, host dv-cinder-802653-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=40134821-ef44-46a3-bdb7-4899b9bc0e0c,segment=NetworkSegment(14aa563b-e8c7-40ac-9bd4-d0f3043acf10),segment_id=14aa563b-e8c7-40ac-9bd4-d0f3043acf10)] {{(pid=100322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:45:39.817035 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-54d09c95-100a-403d-9e1c-a80157caa015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:39.818184 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f8c40e5b-3c50-4b12-a434-04fe1061f07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:39.852736 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d09c95-100a-403d-9e1c-a80157caa015 admin admin] Network 8f9c73a6-89e6-4715-98d4-4d8878714ea6 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:45:39.860020 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-54d09c95-100a-403d-9e1c-a80157caa015 admin admin] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:45:39.863610 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d09c95-100a-403d-9e1c-a80157caa015 admin admin] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:45:39.880222 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c40e5b-3c50-4b12-a434-04fe1061f07e None None] Routers {'b8d82bda-2531-4a6c-83ab-63383f5e5b9a'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:45:39.886644 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-f8c40e5b-3c50-4b12-a434-04fe1061f07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:45:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['b8d82bda-2531-4a6c-83ab-63383f5e5b9a'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:39.901613 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d09c95-100a-403d-9e1c-a80157caa015 admin admin] Pushing event updated for resources: {'Port': ['ID=cb097d50-76f8-4ff3-a073-d4cdb896c067,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:39.912314 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-54d09c95-100a-403d-9e1c-a80157caa015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2055812'] for router_interface, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:39.916104 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fdf299-c2e3-4b69-9ff2-c20a7e947bff None None] Pushing event updated for resources: {'Port': ['ID=40134821-ef44-46a3-bdb7-4899b9bc0e0c,revision_number=3']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:40.001746 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-f8c40e5b-3c50-4b12-a434-04fe1061f07e None None] Set router b8d82bda-2531-4a6c-83ab-63383f5e5b9a gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:45:40.146200 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-54d09c95-100a-403d-9e1c-a80157caa015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:40.330845 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-0752ab9c-561b-4234-97c8-d153de21781e None None] Provisioning for port cb097d50-76f8-4ff3-a073-d4cdb896c067 completed by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:45:40.340031 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-0752ab9c-561b-4234-97c8-d153de21781e None None] Provisioning complete for port cb097d50-76f8-4ff3-a073-d4cdb896c067 triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:45:40.340405 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-0752ab9c-561b-4234-97c8-d153de21781e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:40.361983 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-54d09c95-100a-403d-9e1c-a80157caa015 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:40.370876 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a45abd82-dbb0-4541-943d-100882275644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:40.373366 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:40.387163 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ede69-9ab4-4e4c-8cde-154ed06f782d req-8f47b2d7-c808-4a38-8052-a925b6d4e4aa tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:40.388939 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-187ede69-9ab4-4e4c-8cde-154ed06f782d req-8f47b2d7-c808-4a38-8052-a925b6d4e4aa tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 946 time: 0.0776350 Aug 04 08:45:40.392986 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-0752ab9c-561b-4234-97c8-d153de21781e None None] Port cb097d50-76f8-4ff3-a073-d4cdb896c067 cannot update to ACTIVE because it is not bound. {{(pid=100322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 08:45:40.398650 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-f8c40e5b-3c50-4b12-a434-04fe1061f07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'name': 'tempest-TestShelveInstance-2138028120-router', 'tenant_id': 'aa3e51a69dab4e98a556a31f852f896e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '40134821-ef44-46a3-bdb7-4899b9bc0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:45:36Z', 'updated_at': '2021-08-04T08:45:37Z', 'revision_number': 3, 'project_id': 'aa3e51a69dab4e98a556a31f852f896e', 'gw_port': {'id': '40134821-ef44-46a3-bdb7-4899b9bc0e0c', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:37Z', 'updated_at': '2021-08-04T08:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:40.428749 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-187ede69-9ab4-4e4c-8cde-154ed06f782d req-1794ab1f-f524-4268-8a9a-9d3e1648c530 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326757 Aug 04 08:45:40.429510 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c40e5b-3c50-4b12-a434-04fe1061f07e None None] The sync data for ids ['b8d82bda-2531-4a6c-83ab-63383f5e5b9a'] in dv-cinder-802653-4-iscsi is: [{'id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'name': 'tempest-TestShelveInstance-2138028120-router', 'tenant_id': 'aa3e51a69dab4e98a556a31f852f896e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '40134821-ef44-46a3-bdb7-4899b9bc0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:45:36Z', 'updated_at': '2021-08-04T08:45:37Z', 'revision_number': 3, 'project_id': 'aa3e51a69dab4e98a556a31f852f896e', 'gw_port': {'id': '40134821-ef44-46a3-bdb7-4899b9bc0e0c', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:37Z', 'updated_at': '2021-08-04T08:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}] {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:45:40.429791 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-54d09c95-100a-403d-9e1c-a80157caa015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:40.507571 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d09c95-100a-403d-9e1c-a80157caa015 admin admin] Pushing event updated for resources: {'Port': ['ID=cb097d50-76f8-4ff3-a073-d4cdb896c067,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:40.510116 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-54d09c95-100a-403d-9e1c-a80157caa015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055704'] for router_interface, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:40.617514 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d09c95-100a-403d-9e1c-a80157caa015 admin admin] Network 8f9c73a6-89e6-4715-98d4-4d8878714ea6 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:45:40.618985 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-54d09c95-100a-403d-9e1c-a80157caa015 admin admin] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:45:40.797271 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d09c95-100a-403d-9e1c-a80157caa015 admin admin] Router b8d82bda-2531-4a6c-83ab-63383f5e5b9a has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:45:40.945375 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 40134821-ef44-46a3-bdb7-4899b9bc0e0c up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:45:40.969661 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d09c95-100a-403d-9e1c-a80157caa015 admin admin] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:45:40.981302 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-54d09c95-100a-403d-9e1c-a80157caa015 admin admin] 10.222.0.45 "PUT /v2.0/routers/b8d82bda-2531-4a6c-83ab-63383f5e5b9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2718413 Aug 04 08:45:41.022886 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8eac7339-8684-4862-871b-179d4b6d21af None None] Provisioning complete for port cb097d50-76f8-4ff3-a073-d4cdb896c067 triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:45:41.023254 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8eac7339-8684-4862-871b-179d4b6d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:41.063380 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-8eac7339-8684-4862-871b-179d4b6d21af None None] Port cb097d50-76f8-4ff3-a073-d4cdb896c067 cannot update to ACTIVE because it is not bound. {{(pid=100322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 08:45:41.136387 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning for port 40134821-ef44-46a3-bdb7-4899b9bc0e0c completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:45:41.141208 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port 40134821-ef44-46a3-bdb7-4899b9bc0e0c triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:45:41.141694 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:41.189344 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:41.233170 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:41.257851 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] For port 40134821-ef44-46a3-bdb7-4899b9bc0e0c, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=40134821-ef44-46a3-bdb7-4899b9bc0e0c,segment=NetworkSegment(14aa563b-e8c7-40ac-9bd4-d0f3043acf10),segment_id=14aa563b-e8c7-40ac-9bd4-d0f3043acf10)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:45:41.319134 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:41.320075 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 9e943920-2a97-41f5-a5b3-1beed8499539 up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:45:41.395163 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Pushing event updated for resources: {'Port': ['ID=40134821-ef44-46a3-bdb7-4899b9bc0e0c,revision_number=4']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:41.408860 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port 9e943920-2a97-41f5-a5b3-1beed8499539 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:45:41.409238 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:41.641959 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 55298) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:45:41.647176 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-468805d2-5b1d-4479-a5e3-a97a830fe8a6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1140379936-network', 'tenant_id': 'fe6ad1d79e644e73ac7213bd94dd59ce'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:45:41.770979 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468805d2-5b1d-4479-a5e3-a97a830fe8a6 admin admin] Made reservation on behalf of fe6ad1d79e644e73ac7213bd94dd59ce for: {'network': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:45:41.773541 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-468805d2-5b1d-4479-a5e3-a97a830fe8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for network, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:41.783768 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-468805d2-5b1d-4479-a5e3-a97a830fe8a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:41.877076 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-468805d2-5b1d-4479-a5e3-a97a830fe8a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:41.942376 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-468805d2-5b1d-4479-a5e3-a97a830fe8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:41.968940 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-468805d2-5b1d-4479-a5e3-a97a830fe8a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=100321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 08:45:41.978221 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468805d2-5b1d-4479-a5e3-a97a830fe8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60850dbb-5950-42a0-b18c-c0f6e8f6015d,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:41.984253 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-468805d2-5b1d-4479-a5e3-a97a830fe8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:41.984595 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.db.segments_db [None req-468805d2-5b1d-4479-a5e3-a97a830fe8a6 admin admin] Added segment e8ee7cd0-f72d-40ef-9fb1-fe8eebbb9ed6 of type vlan for network 8368db50-fbaf-4fdf-9001-c91ff87dcdeb Aug 04 08:45:42.033846 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-468805d2-5b1d-4479-a5e3-a97a830fe8a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749050523167'] for network, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:42.052799 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830f4b26-28b1-4469-9e5b-64ab95c90a77 None None] Sync routers for ids ['b8d82bda-2531-4a6c-83ab-63383f5e5b9a'] in dv-cinder-802653-4-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:45:42.061758 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830f4b26-28b1-4469-9e5b-64ab95c90a77 None None] Routers {'b8d82bda-2531-4a6c-83ab-63383f5e5b9a'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:45:42.062886 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-830f4b26-28b1-4469-9e5b-64ab95c90a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:45:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['b8d82bda-2531-4a6c-83ab-63383f5e5b9a'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:42.142454 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-468805d2-5b1d-4479-a5e3-a97a830fe8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669'] for network, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:42.143369 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468805d2-5b1d-4479-a5e3-a97a830fe8a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:42.143978 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-468805d2-5b1d-4479-a5e3-a97a830fe8a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:42.166245 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-830f4b26-28b1-4469-9e5b-64ab95c90a77 None None] Set router b8d82bda-2531-4a6c-83ab-63383f5e5b9a gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:45:42.200660 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468805d2-5b1d-4479-a5e3-a97a830fe8a6 admin admin] Pushing event updated for resources: {'Network': ['ID=8368db50-fbaf-4fdf-9001-c91ff87dcdeb,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:42.211116 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Network 8368db50-fbaf-4fdf-9001-c91ff87dcdeb details requested by agent ovs-agent-dv-cinder-802653-4-iscsi with host dv-cinder-802653-4-iscsi {{(pid=100322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 08:45:42.266546 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 55314) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:45:42.268488 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-468805d2-5b1d-4479-a5e3-a97a830fe8a6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6253836 Aug 04 08:45:42.272137 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-75f99f6f-0678-4e06-8e7c-e1b87a0b3ce2 admin admin] Request body: {'subnet': {'network_id': '8368db50-fbaf-4fdf-9001-c91ff87dcdeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1140379936-subnet', 'tenant_id': 'fe6ad1d79e644e73ac7213bd94dd59ce', 'ip_version': 4}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:45:42.363191 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-830f4b26-28b1-4469-9e5b-64ab95c90a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'name': 'tempest-TestShelveInstance-2138028120-router', 'tenant_id': 'aa3e51a69dab4e98a556a31f852f896e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '40134821-ef44-46a3-bdb7-4899b9bc0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:45:36Z', 'updated_at': '2021-08-04T08:45:40Z', 'revision_number': 4, 'project_id': 'aa3e51a69dab4e98a556a31f852f896e', 'gw_port': {'id': '40134821-ef44-46a3-bdb7-4899b9bc0e0c', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:37Z', 'updated_at': '2021-08-04T08:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': 'cb097d50-76f8-4ff3-a073-d4cdb896c067', 'name': '', 'network_id': '8f9c73a6-89e6-4715-98d4-4d8878714ea6', 'tenant_id': 'aa3e51a69dab4e98a556a31f852f896e', 'mac_address': 'fa:16:3e:aa:71:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2ba08cd5-8402-4f50-9cd5-cc5c7c6d09fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:39Z', 'updated_at': '2021-08-04T08:45:40Z', 'revision_number': 2, 'project_id': 'aa3e51a69dab4e98a556a31f852f896e', 'subnets': [{'id': '2ba08cd5-8402-4f50-9cd5-cc5c7c6d09fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:42.393682 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830f4b26-28b1-4469-9e5b-64ab95c90a77 None None] Checking router: b8d82bda-2531-4a6c-83ab-63383f5e5b9a for host: dv-cinder-802653-4-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:45:42.393964 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830f4b26-28b1-4469-9e5b-64ab95c90a77 None None] Updating router b8d82bda-2531-4a6c-83ab-63383f5e5b9a port cb097d50-76f8-4ff3-a073-d4cdb896c067 binding host dv-cinder-802653-4-iscsi {{(pid=100323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 08:45:42.399548 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f99f6f-0678-4e06-8e7c-e1b87a0b3ce2 admin admin] Made reservation on behalf of fe6ad1d79e644e73ac7213bd94dd59ce for: {'subnet': 1} {{(pid=100320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:45:42.402078 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-75f99f6f-0678-4e06-8e7c-e1b87a0b3ce2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133633570'] for subnet, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:42.419247 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-830f4b26-28b1-4469-9e5b-64ab95c90a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:42.621479 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-75f99f6f-0678-4e06-8e7c-e1b87a0b3ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-134116681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133633564'] for subnet, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:42.679446 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f99f6f-0678-4e06-8e7c-e1b87a0b3ce2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f29eba2-c868-485f-95da-20183aecad0d,revision_number=0']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:42.682818 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-830f4b26-28b1-4469-9e5b-64ab95c90a77 None None] Notify callbacks [] for port, precommit_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:42.686796 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f99f6f-0678-4e06-8e7c-e1b87a0b3ce2 admin admin] Checking segment: {'id': 'e8ee7cd0-f72d-40ef-9fb1-fe8eebbb9ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8368db50-fbaf-4fdf-9001-c91ff87dcdeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:45:42.687732 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f99f6f-0678-4e06-8e7c-e1b87a0b3ce2 admin admin] Network hostable DHCP agents. Network: 8368db50-fbaf-4fdf-9001-c91ff87dcdeb, hostable agents: ['d99d2447-930a-4a79-b4f6-24c5d2e4f89b'], hosted agents: [] {{(pid=100320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 08:45:42.693383 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-830f4b26-28b1-4469-9e5b-64ab95c90a77 None None] Transition to ACTIVE for port object cb097d50-76f8-4ff3-a073-d4cdb896c067 will not be triggered until provisioned by entity L2. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:45:42.787970 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-830f4b26-28b1-4469-9e5b-64ab95c90a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:42.805179 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f99f6f-0678-4e06-8e7c-e1b87a0b3ce2 admin admin] Network 8368db50-fbaf-4fdf-9001-c91ff87dcdeb is scheduled to be hosted by DHCP agent d99d2447-930a-4a79-b4f6-24c5d2e4f89b with binding_index 1 {{(pid=100320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 08:45:42.806149 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 40134821-ef44-46a3-bdb7-4899b9bc0e0c up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:45:42.840339 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dec6c9-83bf-4534-b28a-5ec4c0bd1c05 None None] Pushing event updated for resources: {'Port': ['ID=cb097d50-76f8-4ff3-a073-d4cdb896c067,revision_number=3']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:42.856875 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dec6c9-83bf-4534-b28a-5ec4c0bd1c05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:42.857367 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dec6c9-83bf-4534-b28a-5ec4c0bd1c05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:42.857712 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dec6c9-83bf-4534-b28a-5ec4c0bd1c05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:42.858046 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dec6c9-83bf-4534-b28a-5ec4c0bd1c05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:42.858532 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dec6c9-83bf-4534-b28a-5ec4c0bd1c05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:42.859442 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dec6c9-83bf-4534-b28a-5ec4c0bd1c05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:42.859781 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dec6c9-83bf-4534-b28a-5ec4c0bd1c05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:42.860348 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dec6c9-83bf-4534-b28a-5ec4c0bd1c05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:42.860477 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dec6c9-83bf-4534-b28a-5ec4c0bd1c05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:42.860842 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dec6c9-83bf-4534-b28a-5ec4c0bd1c05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:42.861219 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dec6c9-83bf-4534-b28a-5ec4c0bd1c05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:42.861544 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dec6c9-83bf-4534-b28a-5ec4c0bd1c05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:45:42.871342 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port 40134821-ef44-46a3-bdb7-4899b9bc0e0c triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:45:42.872032 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:42.890690 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.base_scheduler [None req-75f99f6f-0678-4e06-8e7c-e1b87a0b3ce2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-4-iscsi, 8368db50-fbaf-4fdf-9001-c91ff87dcdeb) {{(pid=100320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:45:42.895580 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f99f6f-0678-4e06-8e7c-e1b87a0b3ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:42.896221 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-75f99f6f-0678-4e06-8e7c-e1b87a0b3ce2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:42.921190 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fc496b-0d7e-46cf-afc6-e35c6bbdccf4 None None] Network 8368db50-fbaf-4fdf-9001-c91ff87dcdeb requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:45:42.938026 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-830f4b26-28b1-4469-9e5b-64ab95c90a77 None None] Attempting to bind port cb097d50-76f8-4ff3-a073-d4cdb896c067 on host dv-cinder-802653-4-iscsi for vnic_type normal with profile {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:45:42.938312 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-830f4b26-28b1-4469-9e5b-64ab95c90a77 None None] Attempting to bind port cb097d50-76f8-4ff3-a073-d4cdb896c067 by drivers openvswitch,hyperv on host dv-cinder-802653-4-iscsi at level 0 using segments [{'id': 'a30e1fc5-cd44-4a68-adca-09aff10ba9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8f9c73a6-89e6-4715-98d4-4d8878714ea6'}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:45:42.938671 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830f4b26-28b1-4469-9e5b-64ab95c90a77 None None] Attempting to bind port cb097d50-76f8-4ff3-a073-d4cdb896c067 on network 8f9c73a6-89e6-4715-98d4-4d8878714ea6 {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:45:42.944264 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830f4b26-28b1-4469-9e5b-64ab95c90a77 None None] Checking agent: {'id': '88e3f6d8-c986-4299-b0e5-a4c4ec344b2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 31, 10), 'started_at': datetime.datetime(2021, 8, 4, 8, 31, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:45:42.946658 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830f4b26-28b1-4469-9e5b-64ab95c90a77 None None] Checking segment: {'id': 'a30e1fc5-cd44-4a68-adca-09aff10ba9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8f9c73a6-89e6-4715-98d4-4d8878714ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:45:42.946658 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-830f4b26-28b1-4469-9e5b-64ab95c90a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:42.946658 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830f4b26-28b1-4469-9e5b-64ab95c90a77 None None] Bound using segment: {'id': 'a30e1fc5-cd44-4a68-adca-09aff10ba9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8f9c73a6-89e6-4715-98d4-4d8878714ea6'} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:45:42.946658 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-830f4b26-28b1-4469-9e5b-64ab95c90a77 None None] Bound port: cb097d50-76f8-4ff3-a073-d4cdb896c067, host: dv-cinder-802653-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30e1fc5-cd44-4a68-adca-09aff10ba9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8f9c73a6-89e6-4715-98d4-4d8878714ea6'}}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:45:42.947136 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-830f4b26-28b1-4469-9e5b-64ab95c90a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:42.974728 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:43.020962 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-830f4b26-28b1-4469-9e5b-64ab95c90a77 None None] For port cb097d50-76f8-4ff3-a073-d4cdb896c067, host dv-cinder-802653-4-iscsi, cleared binding levels {{(pid=100323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:45:43.025795 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-75f99f6f-0678-4e06-8e7c-e1b87a0b3ce2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7559285 Aug 04 08:45:43.026532 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 55320) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:45:43.027635 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-830f4b26-28b1-4469-9e5b-64ab95c90a77 None None] For port cb097d50-76f8-4ff3-a073-d4cdb896c067, host dv-cinder-802653-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=cb097d50-76f8-4ff3-a073-d4cdb896c067,segment=NetworkSegment(a30e1fc5-cd44-4a68-adca-09aff10ba9bf),segment_id=a30e1fc5-cd44-4a68-adca-09aff10ba9bf)] {{(pid=100323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:45:43.032258 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-3c33e978-63c8-46e1-88b4-4ca9269144a0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1140379936-router', 'tenant_id': 'fe6ad1d79e644e73ac7213bd94dd59ce', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'}}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:45:43.102501 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-830f4b26-28b1-4469-9e5b-64ab95c90a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:43.131349 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-3c33e978-63c8-46e1-88b4-4ca9269144a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2048338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8269'] for router, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:43.132847 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-3c33e978-63c8-46e1-88b4-4ca9269144a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2055556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1981338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8278'] for router, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:43.139928 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608193c0-9f86-40ef-8245-9455998b3db2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda83cd89-c10a-52ae-b198-37c960099bd2-8368db50-fbaf-4fdf-9001-c91ff87dcdeb', 'network_id': '8368db50-fbaf-4fdf-9001-c91ff87dcdeb', 'tenant_id': 'fe6ad1d79e644e73ac7213bd94dd59ce', 'fixed_ips': [{'subnet_id': '3f29eba2-c868-485f-95da-20183aecad0d'}]}} from dv-cinder-802653-4-iscsi. {{(pid=100322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 08:45:43.141518 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-608193c0-9f86-40ef-8245-9455998b3db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:43.159343 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dec6c9-83bf-4534-b28a-5ec4c0bd1c05 None None] Pushing event updated for resources: {'Port': ['ID=cb097d50-76f8-4ff3-a073-d4cdb896c067,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:43.194631 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830f4b26-28b1-4469-9e5b-64ab95c90a77 None None] Routers {'b8d82bda-2531-4a6c-83ab-63383f5e5b9a'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:45:43.195272 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-830f4b26-28b1-4469-9e5b-64ab95c90a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:45:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['b8d82bda-2531-4a6c-83ab-63383f5e5b9a'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:43.203100 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-3c33e978-63c8-46e1-88b4-4ca9269144a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:43.296415 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.db_base_plugin_common [None req-608193c0-9f86-40ef-8245-9455998b3db2 None None] Allocated IP 172.20.0.2 (8368db50-fbaf-4fdf-9001-c91ff87dcdeb/3f29eba2-c868-485f-95da-20183aecad0d/87fe88d0-9179-446c-93e2-0fee51782d9e) {{(pid=100322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:45:43.313786 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-830f4b26-28b1-4469-9e5b-64ab95c90a77 None None] Set router b8d82bda-2531-4a6c-83ab-63383f5e5b9a gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:45:43.435399 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-3c33e978-63c8-46e1-88b4-4ca9269144a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:43.473296 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-608193c0-9f86-40ef-8245-9455998b3db2 None None] Notify callbacks [] for port, precommit_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:43.481410 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-608193c0-9f86-40ef-8245-9455998b3db2 None None] Transition to ACTIVE for port object 87fe88d0-9179-446c-93e2-0fee51782d9e will not be triggered until provisioned by entity L2. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:45:43.496280 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-608193c0-9f86-40ef-8245-9455998b3db2 None None] Transition to ACTIVE for port object 87fe88d0-9179-446c-93e2-0fee51782d9e will not be triggered until provisioned by entity DHCP. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:45:43.514379 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-830f4b26-28b1-4469-9e5b-64ab95c90a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'name': 'tempest-TestShelveInstance-2138028120-router', 'tenant_id': 'aa3e51a69dab4e98a556a31f852f896e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '40134821-ef44-46a3-bdb7-4899b9bc0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:45:36Z', 'updated_at': '2021-08-04T08:45:40Z', 'revision_number': 4, 'project_id': 'aa3e51a69dab4e98a556a31f852f896e', 'gw_port': {'id': '40134821-ef44-46a3-bdb7-4899b9bc0e0c', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:37Z', 'updated_at': '2021-08-04T08:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': 'cb097d50-76f8-4ff3-a073-d4cdb896c067', 'name': '', 'network_id': '8f9c73a6-89e6-4715-98d4-4d8878714ea6', 'tenant_id': 'aa3e51a69dab4e98a556a31f852f896e', 'mac_address': 'fa:16:3e:aa:71:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2ba08cd5-8402-4f50-9cd5-cc5c7c6d09fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:39Z', 'updated_at': '2021-08-04T08:45:43Z', 'revision_number': 4, 'project_id': 'aa3e51a69dab4e98a556a31f852f896e', 'subnets': [{'id': '2ba08cd5-8402-4f50-9cd5-cc5c7c6d09fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:43.540233 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830f4b26-28b1-4469-9e5b-64ab95c90a77 None None] The sync data for ids ['b8d82bda-2531-4a6c-83ab-63383f5e5b9a'] in dv-cinder-802653-4-iscsi is: [{'id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'name': 'tempest-TestShelveInstance-2138028120-router', 'tenant_id': 'aa3e51a69dab4e98a556a31f852f896e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '40134821-ef44-46a3-bdb7-4899b9bc0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:45:36Z', 'updated_at': '2021-08-04T08:45:40Z', 'revision_number': 4, 'project_id': 'aa3e51a69dab4e98a556a31f852f896e', 'gw_port': {'id': '40134821-ef44-46a3-bdb7-4899b9bc0e0c', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:37Z', 'updated_at': '2021-08-04T08:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': 'cb097d50-76f8-4ff3-a073-d4cdb896c067', 'name': '', 'network_id': '8f9c73a6-89e6-4715-98d4-4d8878714ea6', 'tenant_id': 'aa3e51a69dab4e98a556a31f852f896e', 'mac_address': 'fa:16:3e:aa:71:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2ba08cd5-8402-4f50-9cd5-cc5c7c6d09fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:39Z', 'updated_at': '2021-08-04T08:45:43Z', 'revision_number': 4, 'project_id': 'aa3e51a69dab4e98a556a31f852f896e', 'subnets': [{'id': '2ba08cd5-8402-4f50-9cd5-cc5c7c6d09fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:45:43.635310 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-608193c0-9f86-40ef-8245-9455998b3db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528'] for port, after_create {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:43.700217 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608193c0-9f86-40ef-8245-9455998b3db2 None None] Network 8368db50-fbaf-4fdf-9001-c91ff87dcdeb is already hosted by enough agents. {{(pid=100322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:45:43.704748 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.scheduler.base_scheduler [None req-608193c0-9f86-40ef-8245-9455998b3db2 None None] Resources bound (agent type, host, resource id): {{(pid=100322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:45:43.708491 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608193c0-9f86-40ef-8245-9455998b3db2 None None] Received port after_create {{(pid=100322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:45:43.715414 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608193c0-9f86-40ef-8245-9455998b3db2 None None] Pushing event updated for resources: {'Port': ['ID=87fe88d0-9179-446c-93e2-0fee51782d9e,revision_number=1']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:43.765256 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-3c33e978-63c8-46e1-88b4-4ca9269144a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:43.780073 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-608193c0-9f86-40ef-8245-9455998b3db2 None None] Attempting to bind port 87fe88d0-9179-446c-93e2-0fee51782d9e on host dv-cinder-802653-4-iscsi for vnic_type normal with profile {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:45:43.781631 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-608193c0-9f86-40ef-8245-9455998b3db2 None None] Attempting to bind port 87fe88d0-9179-446c-93e2-0fee51782d9e by drivers openvswitch,hyperv on host dv-cinder-802653-4-iscsi at level 0 using segments [{'id': 'e8ee7cd0-f72d-40ef-9fb1-fe8eebbb9ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8368db50-fbaf-4fdf-9001-c91ff87dcdeb'}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:45:43.781631 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608193c0-9f86-40ef-8245-9455998b3db2 None None] Attempting to bind port 87fe88d0-9179-446c-93e2-0fee51782d9e on network 8368db50-fbaf-4fdf-9001-c91ff87dcdeb {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:45:43.786823 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608193c0-9f86-40ef-8245-9455998b3db2 None None] Checking agent: {'id': '88e3f6d8-c986-4299-b0e5-a4c4ec344b2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 31, 10), 'started_at': datetime.datetime(2021, 8, 4, 8, 31, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:45:43.787210 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608193c0-9f86-40ef-8245-9455998b3db2 None None] Checking segment: {'id': 'e8ee7cd0-f72d-40ef-9fb1-fe8eebbb9ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8368db50-fbaf-4fdf-9001-c91ff87dcdeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:45:43.787619 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-608193c0-9f86-40ef-8245-9455998b3db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:43.788048 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608193c0-9f86-40ef-8245-9455998b3db2 None None] Bound using segment: {'id': 'e8ee7cd0-f72d-40ef-9fb1-fe8eebbb9ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8368db50-fbaf-4fdf-9001-c91ff87dcdeb'} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:45:43.788523 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-608193c0-9f86-40ef-8245-9455998b3db2 None None] Bound port: 87fe88d0-9179-446c-93e2-0fee51782d9e, host: dv-cinder-802653-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ee7cd0-f72d-40ef-9fb1-fe8eebbb9ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8368db50-fbaf-4fdf-9001-c91ff87dcdeb'}}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:45:43.788908 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-608193c0-9f86-40ef-8245-9455998b3db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:43.789491 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-3c33e978-63c8-46e1-88b4-4ca9269144a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:43.867516 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-608193c0-9f86-40ef-8245-9455998b3db2 None None] For port 87fe88d0-9179-446c-93e2-0fee51782d9e, host dv-cinder-802653-4-iscsi, cleared binding levels {{(pid=100322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:45:43.871242 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-608193c0-9f86-40ef-8245-9455998b3db2 None None] For port 87fe88d0-9179-446c-93e2-0fee51782d9e, host dv-cinder-802653-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=87fe88d0-9179-446c-93e2-0fee51782d9e,segment=NetworkSegment(e8ee7cd0-f72d-40ef-9fb1-fe8eebbb9ed6),segment_id=e8ee7cd0-f72d-40ef-9fb1-fe8eebbb9ed6)] {{(pid=100322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:45:43.923607 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.db_base_plugin_common [None req-3c33e978-63c8-46e1-88b4-4ca9269144a0 admin admin] Allocated IP 172.27.0.23 (3e216780-0509-4029-b6cd-a15c5c01b313/90755f8e-3998-4871-81e2-3daea40b0bfb/d17507dc-f5d9-44d8-a51b-dfa4c565647f) {{(pid=100320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:45:43.937340 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-608193c0-9f86-40ef-8245-9455998b3db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:43.995875 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608193c0-9f86-40ef-8245-9455998b3db2 None None] Pushing event updated for resources: {'Port': ['ID=87fe88d0-9179-446c-93e2-0fee51782d9e,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:44.052017 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-3c33e978-63c8-46e1-88b4-4ca9269144a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:44.165666 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-3c33e978-63c8-46e1-88b4-4ca9269144a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134116821'] for port, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:44.215919 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c33e978-63c8-46e1-88b4-4ca9269144a0 admin admin] Network 3e216780-0509-4029-b6cd-a15c5c01b313 is already hosted by enough agents. {{(pid=100320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:45:44.219555 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.base_scheduler [None req-3c33e978-63c8-46e1-88b4-4ca9269144a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:45:44.223311 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c33e978-63c8-46e1-88b4-4ca9269144a0 admin admin] Received port after_create {{(pid=100320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:45:44.252648 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33e978-63c8-46e1-88b4-4ca9269144a0 admin admin] Pushing event updated for resources: {'Port': ['ID=d17507dc-f5d9-44d8-a51b-dfa4c565647f,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:44.583173 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-3c33e978-63c8-46e1-88b4-4ca9269144a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:44.789137 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-3c33e978-63c8-46e1-88b4-4ca9269144a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2055515'] for router, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:44.864740 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device cb097d50-76f8-4ff3-a073-d4cdb896c067 up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:45:44.895298 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1273e1-3308-4112-a72a-de6c6e717921 None None] Network 8368db50-fbaf-4fdf-9001-c91ff87dcdeb requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:45:45.044936 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c33e978-63c8-46e1-88b4-4ca9269144a0 admin admin] Router 74387120-b404-4b18-9bad-e8abaf440578 is scheduled to L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 with binding_index 1 {{(pid=100320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 08:45:45.067840 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-80a2659a-d710-4a30-9b0f-1575a44f9ddf None None] Provisioning for port 87fe88d0-9179-446c-93e2-0fee51782d9e completed by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:45:45.070967 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning for port cb097d50-76f8-4ff3-a073-d4cdb896c067 completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:45:45.076170 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port cb097d50-76f8-4ff3-a073-d4cdb896c067 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:45:45.076552 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:45.169399 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:45.175556 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c33e978-63c8-46e1-88b4-4ca9269144a0 admin admin] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:45:45.190344 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f6e08b-9284-41cf-8771-56b865e71c2d None None] Sync routers for ids ['74387120-b404-4b18-9bad-e8abaf440578'] in dv-cinder-802653-4-iscsi {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:45:45.213577 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] For port cb097d50-76f8-4ff3-a073-d4cdb896c067, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=cb097d50-76f8-4ff3-a073-d4cdb896c067,segment=NetworkSegment(a30e1fc5-cd44-4a68-adca-09aff10ba9bf),segment_id=a30e1fc5-cd44-4a68-adca-09aff10ba9bf)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:45:45.214652 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f6e08b-9284-41cf-8771-56b865e71c2d None None] Routers {'74387120-b404-4b18-9bad-e8abaf440578'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:45:45.215283 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-c4f6e08b-9284-41cf-8771-56b865e71c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:45:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['74387120-b404-4b18-9bad-e8abaf440578'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:45.245174 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-3c33e978-63c8-46e1-88b4-4ca9269144a0 admin admin] Notify callbacks [] for router, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:45.249095 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-3c33e978-63c8-46e1-88b4-4ca9269144a0 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2190890 Aug 04 08:45:45.249428 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 55342) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:45:45.307779 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:45.308534 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 87fe88d0-9179-446c-93e2-0fee51782d9e up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:45:45.393848 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-c4f6e08b-9284-41cf-8771-56b865e71c2d None None] Set router 74387120-b404-4b18-9bad-e8abaf440578 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:45:45.473862 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Pushing event updated for resources: {'Port': ['ID=cb097d50-76f8-4ff3-a073-d4cdb896c067,revision_number=5']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:45.591704 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-c4f6e08b-9284-41cf-8771-56b865e71c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74387120-b404-4b18-9bad-e8abaf440578', 'name': 'tempest-TestShelveInstance-1140379936-router', 'tenant_id': 'fe6ad1d79e644e73ac7213bd94dd59ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd17507dc-f5d9-44d8-a51b-dfa4c565647f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:45:43Z', 'updated_at': '2021-08-04T08:45:44Z', 'revision_number': 3, 'project_id': 'fe6ad1d79e644e73ac7213bd94dd59ce', 'gw_port': {'id': 'd17507dc-f5d9-44d8-a51b-dfa4c565647f', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74387120-b404-4b18-9bad-e8abaf440578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:43Z', 'updated_at': '2021-08-04T08:45:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:45.621661 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning for port 87fe88d0-9179-446c-93e2-0fee51782d9e completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:45:45.623712 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f6e08b-9284-41cf-8771-56b865e71c2d None None] Checking router: 74387120-b404-4b18-9bad-e8abaf440578 for host: dv-cinder-802653-4-iscsi {{(pid=100322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:45:45.624093 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f6e08b-9284-41cf-8771-56b865e71c2d None None] Updating router 74387120-b404-4b18-9bad-e8abaf440578 port d17507dc-f5d9-44d8-a51b-dfa4c565647f binding host dv-cinder-802653-4-iscsi {{(pid=100322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 08:45:45.642467 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port 87fe88d0-9179-446c-93e2-0fee51782d9e triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:45:45.642847 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:45.654804 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1f82ea02-20a6-4b1b-a989-c84248aa3d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:45.676415 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c4f6e08b-9284-41cf-8771-56b865e71c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:45.807774 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.db_base_plugin_common [None req-1f82ea02-20a6-4b1b-a989-c84248aa3d9c admin admin] Allocated IP 172.20.0.1 (8368db50-fbaf-4fdf-9001-c91ff87dcdeb/3f29eba2-c868-485f-95da-20183aecad0d/7edf37d5-ac2f-48e1-b577-57f1cf3e4b47) {{(pid=100320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:45:45.826055 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:45.914091 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1f82ea02-20a6-4b1b-a989-c84248aa3d9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:45.927782 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.provisioning_blocks [None req-1f82ea02-20a6-4b1b-a989-c84248aa3d9c admin admin] Transition to ACTIVE for port object 7edf37d5-ac2f-48e1-b577-57f1cf3e4b47 will not be triggered until provisioned by entity DHCP. {{(pid=100320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:45:46.011163 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1f82ea02-20a6-4b1b-a989-c84248aa3d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134116821'] for port, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:46.028524 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] For port 87fe88d0-9179-446c-93e2-0fee51782d9e, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=87fe88d0-9179-446c-93e2-0fee51782d9e,segment=NetworkSegment(e8ee7cd0-f72d-40ef-9fb1-fe8eebbb9ed6),segment_id=e8ee7cd0-f72d-40ef-9fb1-fe8eebbb9ed6)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:45:46.053463 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f82ea02-20a6-4b1b-a989-c84248aa3d9c admin admin] Network 8368db50-fbaf-4fdf-9001-c91ff87dcdeb is already hosted by enough agents. {{(pid=100320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:45:46.057622 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.base_scheduler [None req-1f82ea02-20a6-4b1b-a989-c84248aa3d9c admin admin] Resources bound (agent type, host, resource id): {{(pid=100320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:45:46.061126 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f82ea02-20a6-4b1b-a989-c84248aa3d9c admin admin] Received port after_create {{(pid=100320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:45:46.084225 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82ea02-20a6-4b1b-a989-c84248aa3d9c admin admin] Pushing event updated for resources: {'Port': ['ID=7edf37d5-ac2f-48e1-b577-57f1cf3e4b47,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:46.100464 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:46.106016 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1f82ea02-20a6-4b1b-a989-c84248aa3d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2055812'] for router_interface, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:46.160058 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c4f6e08b-9284-41cf-8771-56b865e71c2d None None] Notify callbacks [] for port, precommit_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:46.182483 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-c4f6e08b-9284-41cf-8771-56b865e71c2d None None] Transition to ACTIVE for port object d17507dc-f5d9-44d8-a51b-dfa4c565647f will not be triggered until provisioned by entity L2. {{(pid=100322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:45:46.185484 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Pushing event updated for resources: {'Port': ['ID=87fe88d0-9179-446c-93e2-0fee51782d9e,revision_number=3']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:46.262650 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c4f6e08b-9284-41cf-8771-56b865e71c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:46.327506 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778d93a-1db4-471e-9696-958d56edf32f None None] Pushing event updated for resources: {'Port': ['ID=d17507dc-f5d9-44d8-a51b-dfa4c565647f,revision_number=2']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:46.343745 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1f82ea02-20a6-4b1b-a989-c84248aa3d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:46.345854 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-c4f6e08b-9284-41cf-8771-56b865e71c2d None None] Attempting to bind port d17507dc-f5d9-44d8-a51b-dfa4c565647f on host dv-cinder-802653-4-iscsi for vnic_type normal with profile {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:45:46.346229 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-c4f6e08b-9284-41cf-8771-56b865e71c2d None None] Attempting to bind port d17507dc-f5d9-44d8-a51b-dfa4c565647f by drivers openvswitch,hyperv on host dv-cinder-802653-4-iscsi at level 0 using segments [{'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:45:46.346582 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f6e08b-9284-41cf-8771-56b865e71c2d None None] Attempting to bind port d17507dc-f5d9-44d8-a51b-dfa4c565647f on network 3e216780-0509-4029-b6cd-a15c5c01b313 {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:45:46.352031 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f6e08b-9284-41cf-8771-56b865e71c2d None None] Checking agent: {'id': '88e3f6d8-c986-4299-b0e5-a4c4ec344b2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 31, 10), 'started_at': datetime.datetime(2021, 8, 4, 8, 31, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:45:46.352413 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f6e08b-9284-41cf-8771-56b865e71c2d None None] Checking segment: {'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:45:46.352881 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c4f6e08b-9284-41cf-8771-56b865e71c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:46.353281 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f6e08b-9284-41cf-8771-56b865e71c2d None None] Bound using segment: {'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'} {{(pid=100322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:45:46.353918 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.managers [None req-c4f6e08b-9284-41cf-8771-56b865e71c2d None None] Bound port: d17507dc-f5d9-44d8-a51b-dfa4c565647f, host: dv-cinder-802653-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14aa563b-e8c7-40ac-9bd4-d0f3043acf10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'}}] {{(pid=100322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:45:46.354304 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c4f6e08b-9284-41cf-8771-56b865e71c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:46.422943 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-c4f6e08b-9284-41cf-8771-56b865e71c2d None None] For port d17507dc-f5d9-44d8-a51b-dfa4c565647f, host dv-cinder-802653-4-iscsi, cleared binding levels {{(pid=100322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:45:46.427219 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-c4f6e08b-9284-41cf-8771-56b865e71c2d None None] For port d17507dc-f5d9-44d8-a51b-dfa4c565647f, host dv-cinder-802653-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=d17507dc-f5d9-44d8-a51b-dfa4c565647f,segment=NetworkSegment(14aa563b-e8c7-40ac-9bd4-d0f3043acf10),segment_id=14aa563b-e8c7-40ac-9bd4-d0f3043acf10)] {{(pid=100322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:45:46.622443 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-a06cd14c-3647-4a9d-bfff-0256fa27a815 None None] Provisioning for port 7edf37d5-ac2f-48e1-b577-57f1cf3e4b47 completed by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:45:46.627037 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-a06cd14c-3647-4a9d-bfff-0256fa27a815 None None] Provisioning complete for port 7edf37d5-ac2f-48e1-b577-57f1cf3e4b47 triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:45:46.627440 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a06cd14c-3647-4a9d-bfff-0256fa27a815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:46.662564 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-a06cd14c-3647-4a9d-bfff-0256fa27a815 None None] Port 7edf37d5-ac2f-48e1-b577-57f1cf3e4b47 cannot update to ACTIVE because it is not bound. {{(pid=100322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 08:45:46.674324 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c4f6e08b-9284-41cf-8771-56b865e71c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:46.732222 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f6e08b-9284-41cf-8771-56b865e71c2d None None] Routers {'74387120-b404-4b18-9bad-e8abaf440578'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:45:46.733072 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-c4f6e08b-9284-41cf-8771-56b865e71c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:45:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['74387120-b404-4b18-9bad-e8abaf440578'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:46.784700 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778d93a-1db4-471e-9696-958d56edf32f None None] Pushing event updated for resources: {'Port': ['ID=d17507dc-f5d9-44d8-a51b-dfa4c565647f,revision_number=3']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:46.838415 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1f82ea02-20a6-4b1b-a989-c84248aa3d9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:46.843606 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device cb097d50-76f8-4ff3-a073-d4cdb896c067 up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:45:46.902141 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1f82ea02-20a6-4b1b-a989-c84248aa3d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134116828'] for port, after_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:46.904987 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-c4f6e08b-9284-41cf-8771-56b865e71c2d None None] Set router 74387120-b404-4b18-9bad-e8abaf440578 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:45:46.952020 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port cb097d50-76f8-4ff3-a073-d4cdb896c067 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:45:46.952425 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:46.967385 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82ea02-20a6-4b1b-a989-c84248aa3d9c admin admin] Pushing event updated for resources: {'Port': ['ID=7edf37d5-ac2f-48e1-b577-57f1cf3e4b47,revision_number=2']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:46.970606 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1f82ea02-20a6-4b1b-a989-c84248aa3d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055704'] for router_interface, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:47.065931 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f82ea02-20a6-4b1b-a989-c84248aa3d9c admin admin] Network 8368db50-fbaf-4fdf-9001-c91ff87dcdeb is already hosted by enough agents. {{(pid=100320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:45:47.067506 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.base_scheduler [None req-1f82ea02-20a6-4b1b-a989-c84248aa3d9c admin admin] Resources bound (agent type, host, resource id): {{(pid=100320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:45:47.160004 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 87fe88d0-9179-446c-93e2-0fee51782d9e up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:45:47.193398 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f82ea02-20a6-4b1b-a989-c84248aa3d9c admin admin] Router 74387120-b404-4b18-9bad-e8abaf440578 has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:45:47.221262 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-c4f6e08b-9284-41cf-8771-56b865e71c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74387120-b404-4b18-9bad-e8abaf440578', 'name': 'tempest-TestShelveInstance-1140379936-router', 'tenant_id': 'fe6ad1d79e644e73ac7213bd94dd59ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd17507dc-f5d9-44d8-a51b-dfa4c565647f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:45:43Z', 'updated_at': '2021-08-04T08:45:46Z', 'revision_number': 4, 'project_id': 'fe6ad1d79e644e73ac7213bd94dd59ce', 'gw_port': {'id': 'd17507dc-f5d9-44d8-a51b-dfa4c565647f', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74387120-b404-4b18-9bad-e8abaf440578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:43Z', 'updated_at': '2021-08-04T08:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '7edf37d5-ac2f-48e1-b577-57f1cf3e4b47', 'name': '', 'network_id': '8368db50-fbaf-4fdf-9001-c91ff87dcdeb', 'tenant_id': 'fe6ad1d79e644e73ac7213bd94dd59ce', 'mac_address': 'fa:16:3e:75:b4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74387120-b404-4b18-9bad-e8abaf440578', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3f29eba2-c868-485f-95da-20183aecad0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:45Z', 'updated_at': '2021-08-04T08:45:45Z', 'revision_number': 1, 'project_id': 'fe6ad1d79e644e73ac7213bd94dd59ce', 'subnets': [{'id': '3f29eba2-c868-485f-95da-20183aecad0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:47.254248 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f6e08b-9284-41cf-8771-56b865e71c2d None None] The sync data for ids ['74387120-b404-4b18-9bad-e8abaf440578'] in dv-cinder-802653-4-iscsi is: [{'id': '74387120-b404-4b18-9bad-e8abaf440578', 'name': 'tempest-TestShelveInstance-1140379936-router', 'tenant_id': 'fe6ad1d79e644e73ac7213bd94dd59ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd17507dc-f5d9-44d8-a51b-dfa4c565647f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:45:43Z', 'updated_at': '2021-08-04T08:45:46Z', 'revision_number': 4, 'project_id': 'fe6ad1d79e644e73ac7213bd94dd59ce', 'gw_port': {'id': 'd17507dc-f5d9-44d8-a51b-dfa4c565647f', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74387120-b404-4b18-9bad-e8abaf440578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:43Z', 'updated_at': '2021-08-04T08:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '7edf37d5-ac2f-48e1-b577-57f1cf3e4b47', 'name': '', 'network_id': '8368db50-fbaf-4fdf-9001-c91ff87dcdeb', 'tenant_id': 'fe6ad1d79e644e73ac7213bd94dd59ce', 'mac_address': 'fa:16:3e:75:b4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74387120-b404-4b18-9bad-e8abaf440578', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3f29eba2-c868-485f-95da-20183aecad0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:45Z', 'updated_at': '2021-08-04T08:45:45Z', 'revision_number': 1, 'project_id': 'fe6ad1d79e644e73ac7213bd94dd59ce', 'subnets': [{'id': '3f29eba2-c868-485f-95da-20183aecad0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:45:47.255828 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port 87fe88d0-9179-446c-93e2-0fee51782d9e triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:45:47.256325 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:47.301848 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-59b8be2c-1801-4239-9f10-ca81fc05740c None None] Provisioning complete for port 7edf37d5-ac2f-48e1-b577-57f1cf3e4b47 triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:45:47.302139 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-59b8be2c-1801-4239-9f10-ca81fc05740c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:47.320163 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f82ea02-20a6-4b1b-a989-c84248aa3d9c admin admin] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:45:47.332491 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-1f82ea02-20a6-4b1b-a989-c84248aa3d9c admin admin] 10.222.0.45 "PUT /v2.0/routers/74387120-b404-4b18-9bad-e8abaf440578/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0818183 Aug 04 08:45:47.380967 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-59b8be2c-1801-4239-9f10-ca81fc05740c None None] Port 7edf37d5-ac2f-48e1-b577-57f1cf3e4b47 cannot update to ACTIVE because it is not bound. {{(pid=100322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 08:45:48.157464 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 55382) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:45:48.162528 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-d29b9b3d-a2be-4c0b-beb2-8d10bcae3200 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2045997676', 'description': 'tempest-secgroup-smoke-2045997676 description', 'project_id': 'aa3e51a69dab4e98a556a31f852f896e'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:45:48.256715 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d29b9b3d-a2be-4c0b-beb2-8d10bcae3200 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:48.340755 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d29b9b3d-a2be-4c0b-beb2-8d10bcae3200 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:48.409640 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d29b9b3d-a2be-4c0b-beb2-8d10bcae3200 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:48.439628 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b9b3d-a2be-4c0b-beb2-8d10bcae3200 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=622aff1e-d7e9-4271-9720-5499efe94078,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:48.496225 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d29b9b3d-a2be-4c0b-beb2-8d10bcae3200 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:48.497463 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-d29b9b3d-a2be-4c0b-beb2-8d10bcae3200 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3388298 Aug 04 08:45:48.500954 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 55384) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:45:48.505347 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-96c6e58d-f2cb-4c5e-a1be-1164a353ae94 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Request body: {'security_group_rule': {'security_group_id': '622aff1e-d7e9-4271-9720-5499efe94078', 'project_id': 'aa3e51a69dab4e98a556a31f852f896e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:45:48.584243 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-96c6e58d-f2cb-4c5e-a1be-1164a353ae94 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:48.638743 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-96c6e58d-f2cb-4c5e-a1be-1164a353ae94 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:48.707322 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-96c6e58d-f2cb-4c5e-a1be-1164a353ae94 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085599'] for security_group_rule, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:48.726705 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6e58d-f2cb-4c5e-a1be-1164a353ae94 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=336f053e-ef4f-46fb-819f-7b8dc485cc10,revision_number=0']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:48.799330 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-96c6e58d-f2cb-4c5e-a1be-1164a353ae94 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:48.800606 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-96c6e58d-f2cb-4c5e-a1be-1164a353ae94 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2987125 Aug 04 08:45:48.803221 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 55386) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:45:48.807758 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-5585d3cb-0e22-4040-8cb6-ce818564dbb6 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Request body: {'security_group_rule': {'security_group_id': '622aff1e-d7e9-4271-9720-5499efe94078', 'project_id': 'aa3e51a69dab4e98a556a31f852f896e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:45:48.820055 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device d17507dc-f5d9-44d8-a51b-dfa4c565647f up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:45:48.900940 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5585d3cb-0e22-4040-8cb6-ce818564dbb6 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:48.918706 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning for port d17507dc-f5d9-44d8-a51b-dfa4c565647f completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:45:48.923232 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port d17507dc-f5d9-44d8-a51b-dfa4c565647f triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:45:48.923611 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:48.956996 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5585d3cb-0e22-4040-8cb6-ce818564dbb6 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:49.000901 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:49.010185 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5585d3cb-0e22-4040-8cb6-ce818564dbb6 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085599'] for security_group_rule, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:49.020875 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] For port d17507dc-f5d9-44d8-a51b-dfa4c565647f, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=d17507dc-f5d9-44d8-a51b-dfa4c565647f,segment=NetworkSegment(14aa563b-e8c7-40ac-9bd4-d0f3043acf10),segment_id=14aa563b-e8c7-40ac-9bd4-d0f3043acf10)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:45:49.030118 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585d3cb-0e22-4040-8cb6-ce818564dbb6 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c73ad458-5733-4c16-9650-abefacb86b7d,revision_number=0']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:49.096267 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:49.107998 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5585d3cb-0e22-4040-8cb6-ce818564dbb6 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:49.110050 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-5585d3cb-0e22-4040-8cb6-ce818564dbb6 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3056881 Aug 04 08:45:49.112832 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 55388) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:45:49.117199 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-9213cd43-5cec-4067-8813-ab29606f31f8 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Request body: {'security_group_rule': {'security_group_id': '622aff1e-d7e9-4271-9720-5499efe94078', 'project_id': 'aa3e51a69dab4e98a556a31f852f896e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:45:49.144150 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Pushing event updated for resources: {'Port': ['ID=d17507dc-f5d9-44d8-a51b-dfa4c565647f,revision_number=4']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:49.174466 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 55394) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:45:49.213154 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-9213cd43-5cec-4067-8813-ab29606f31f8 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:49.238106 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.db_base_plugin_v2 [None req-de389cf7-b14e-4b75-b972-4c96bf79b984 admin admin] Deleting subnet a1bdb4da-860e-4a4d-9387-f7ebf6d25023 {{(pid=100320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 08:45:49.245993 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-de389cf7-b14e-4b75-b972-4c96bf79b984 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:49.296150 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-de389cf7-b14e-4b75-b972-4c96bf79b984 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133554087'] for subnet, precommit_delete_associations {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:49.328745 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-9213cd43-5cec-4067-8813-ab29606f31f8 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:49.349195 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-de389cf7-b14e-4b75-b972-4c96bf79b984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-928750'] for subnet, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:49.372222 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-9213cd43-5cec-4067-8813-ab29606f31f8 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085599'] for security_group_rule, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:49.401398 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9213cd43-5cec-4067-8813-ab29606f31f8 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b14c8d-1e83-459c-8b93-0f3be6da9266,revision_number=0']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:49.468193 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-9213cd43-5cec-4067-8813-ab29606f31f8 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:49.470124 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-9213cd43-5cec-4067-8813-ab29606f31f8 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3563604 Aug 04 08:45:49.472926 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 55396) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:45:49.477346 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-81199079-7db9-4710-8949-893dcf205f7c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Request body: {'security_group_rule': {'security_group_id': '622aff1e-d7e9-4271-9720-5499efe94078', 'project_id': 'aa3e51a69dab4e98a556a31f852f896e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:45:49.518745 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-de389cf7-b14e-4b75-b972-4c96bf79b984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-928029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-134116618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133633541'] for subnet, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:49.545503 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de389cf7-b14e-4b75-b972-4c96bf79b984 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1bdb4da-860e-4a4d-9387-f7ebf6d25023,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:49.549180 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-de389cf7-b14e-4b75-b972-4c96bf79b984 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:49.551890 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-de389cf7-b14e-4b75-b972-4c96bf79b984 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a1bdb4da-860e-4a4d-9387-f7ebf6d25023 HTTP/1.1" status: 204 len: 168 time: 0.3755476 Aug 04 08:45:49.553605 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 55398) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:45:49.623895 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-892efbda-a89a-402f-b4a4-3264037ee756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583520'] for network, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:49.640984 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-81199079-7db9-4710-8949-893dcf205f7c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:49.730545 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-892efbda-a89a-402f-b4a4-3264037ee756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-926057', 'neutron.services.segments.db._delete_segments_for_network-8749051068919'] for network, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:49.744335 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.services.segments.db [None req-892efbda-a89a-402f-b4a4-3264037ee756 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b344a38c-d9ed-4088-946a-27c7e58e9207']}} {{(pid=100320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:49.759624 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.services.segments.db [None req-892efbda-a89a-402f-b4a4-3264037ee756 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4abe7e1-08a4-43e2-888f-b67e27976ff9') {'for_net_delete': True} {{(pid=100320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:49.759925 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.services.segments.db [None req-892efbda-a89a-402f-b4a4-3264037ee756 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4abe7e1-08a4-43e2-888f-b67e27976ff9') {} {{(pid=100320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:49.770930 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-81199079-7db9-4710-8949-893dcf205f7c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:49.774222 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-892efbda-a89a-402f-b4a4-3264037ee756 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749051071492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133554092'] for segment, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:49.787000 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-892efbda-a89a-402f-b4a4-3264037ee756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:49.792656 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892efbda-a89a-402f-b4a4-3264037ee756 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=100320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 08:45:49.793045 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-892efbda-a89a-402f-b4a4-3264037ee756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-134116768'] for segment, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:49.794629 dv-cinder-802653-4-iscsi neutron-server[100320]: Traceback (most recent call last): Aug 04 08:45:49.794629 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 08:45:49.794629 dv-cinder-802653-4-iscsi neutron-server[100320]: timer() Aug 04 08:45:49.794629 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 08:45:49.794629 dv-cinder-802653-4-iscsi neutron-server[100320]: cb(*args, **kw) Aug 04 08:45:49.794629 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 08:45:49.794629 dv-cinder-802653-4-iscsi neutron-server[100320]: return func(*args, **kwargs) Aug 04 08:45:49.794629 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 08:45:49.794629 dv-cinder-802653-4-iscsi neutron-server[100320]: self._notify() Aug 04 08:45:49.794629 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 08:45:49.794629 dv-cinder-802653-4-iscsi neutron-server[100320]: self.callback(batched_events) Aug 04 08:45:49.794629 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 08:45:49.794629 dv-cinder-802653-4-iscsi neutron-server[100320]: event.method(event) Aug 04 08:45:49.794629 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 08:45:49.794629 dv-cinder-802653-4-iscsi neutron-server[100320]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 08:45:49.794629 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 08:45:49.794629 dv-cinder-802653-4-iscsi neutron-server[100320]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 08:45:49.794629 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 08:45:49.794629 dv-cinder-802653-4-iscsi neutron-server[100320]: return f(self, *a, **k) Aug 04 08:45:49.794629 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 08:45:49.794629 dv-cinder-802653-4-iscsi neutron-server[100320]: return self._get(url).json() Aug 04 08:45:49.794629 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 08:45:49.794629 dv-cinder-802653-4-iscsi neutron-server[100320]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 08:45:49.794629 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 08:45:49.794629 dv-cinder-802653-4-iscsi neutron-server[100320]: return self.request(url, 'GET', **kwargs) Aug 04 08:45:49.794629 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 08:45:49.794629 dv-cinder-802653-4-iscsi neutron-server[100320]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 08:45:49.794629 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 08:45:49.794629 dv-cinder-802653-4-iscsi neutron-server[100320]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 08:45:49.794629 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 08:45:49.794629 dv-cinder-802653-4-iscsi neutron-server[100320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 08:45:49.794629 dv-cinder-802653-4-iscsi neutron-server[100320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 08:45:49.855580 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-81199079-7db9-4710-8949-893dcf205f7c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085599'] for security_group_rule, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:49.871359 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81199079-7db9-4710-8949-893dcf205f7c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d531279-a582-49f3-be25-5e2fb48ccd86,revision_number=0']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:49.935199 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-892efbda-a89a-402f-b4a4-3264037ee756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055443'] for network, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:49.941120 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-892efbda-a89a-402f-b4a4-3264037ee756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:49.944968 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-892efbda-a89a-402f-b4a4-3264037ee756 admin admin] 10.222.0.45 "DELETE /v2.0/networks/b344a38c-d9ed-4088-946a-27c7e58e9207 HTTP/1.1" status: 204 len: 168 time: 0.3884611 Aug 04 08:45:49.953958 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892efbda-a89a-402f-b4a4-3264037ee756 admin admin] Pushing event deleted for resources: {'Network': ['ID=b344a38c-d9ed-4088-946a-27c7e58e9207,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:49.964440 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-81199079-7db9-4710-8949-893dcf205f7c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:49.965620 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-81199079-7db9-4710-8949-893dcf205f7c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4917407 Aug 04 08:45:49.968268 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 55402) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:45:49.972640 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-1d66bbc0-eecb-42b8-9c22-b42195602222 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Request body: {'security_group_rule': {'security_group_id': '622aff1e-d7e9-4271-9720-5499efe94078', 'project_id': 'aa3e51a69dab4e98a556a31f852f896e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:45:50.050472 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.db.securitygroups_db [None req-1d66bbc0-eecb-42b8-9c22-b42195602222 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Project aa3e51a69dab4e98a556a31f852f896e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 08:45:50.055446 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1d66bbc0-eecb-42b8-9c22-b42195602222 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:50.114910 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1d66bbc0-eecb-42b8-9c22-b42195602222 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:50.199998 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1d66bbc0-eecb-42b8-9c22-b42195602222 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085599'] for security_group_rule, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:50.226966 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66bbc0-eecb-42b8-9c22-b42195602222 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff4cd779-fc6a-4365-b526-7f737015f2df,revision_number=0']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:50.302058 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1d66bbc0-eecb-42b8-9c22-b42195602222 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:50.303507 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-1d66bbc0-eecb-42b8-9c22-b42195602222 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3343191 Aug 04 08:45:50.306444 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 55406) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:45:50.311355 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-da71ef56-fa95-4734-8540-fbc59c616ea5 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Request body: {'security_group_rule': {'security_group_id': '622aff1e-d7e9-4271-9720-5499efe94078', 'project_id': 'aa3e51a69dab4e98a556a31f852f896e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:45:50.335467 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 55408) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:45:50.379993 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-0bdddc84-25f5-4c11-b7c2-b494cc72fdd0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3ebe905ce9bd4f56b4df78921d60e7d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422304 Aug 04 08:45:50.382613 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 55410) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:45:50.387647 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.db.securitygroups_db [None req-da71ef56-fa95-4734-8540-fbc59c616ea5 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Project aa3e51a69dab4e98a556a31f852f896e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 08:45:50.392806 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-da71ef56-fa95-4734-8540-fbc59c616ea5 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:50.436190 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-829aae74-7086-4998-af73-1dca945d781c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:50.445995 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfa3f33-5a53-4baf-bccf-a5a80c829204 None None] Sync routers for ids ['74387120-b404-4b18-9bad-e8abaf440578'] in dv-cinder-802653-4-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:45:50.455554 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfa3f33-5a53-4baf-bccf-a5a80c829204 None None] Routers {'74387120-b404-4b18-9bad-e8abaf440578'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:45:50.456335 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-dbfa3f33-5a53-4baf-bccf-a5a80c829204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:45:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['74387120-b404-4b18-9bad-e8abaf440578'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:50.457878 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-829aae74-7086-4998-af73-1dca945d781c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:50.461267 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-da71ef56-fa95-4734-8540-fbc59c616ea5 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:50.536471 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-da71ef56-fa95-4734-8540-fbc59c616ea5 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085599'] for security_group_rule, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:50.556146 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71ef56-fa95-4734-8540-fbc59c616ea5 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81f1ec5-e2f7-43c1-b4ed-307df3bc0eaa,revision_number=0']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:50.599825 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-829aae74-7086-4998-af73-1dca945d781c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:50.602499 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-829aae74-7086-4998-af73-1dca945d781c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:50.603802 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-829aae74-7086-4998-af73-1dca945d781c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2674f89a-e088-4cb4-90ee-85baa4ca8a73 HTTP/1.1" status: 204 len: 168 time: 0.2202170 Aug 04 08:45:50.612428 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829aae74-7086-4998-af73-1dca945d781c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2674f89a-e088-4cb4-90ee-85baa4ca8a73,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:50.630377 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:50.634702 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-da71ef56-fa95-4734-8540-fbc59c616ea5 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:50.636221 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-da71ef56-fa95-4734-8540-fbc59c616ea5 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3288374 Aug 04 08:45:50.675315 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-dbfa3f33-5a53-4baf-bccf-a5a80c829204 None None] Set router 74387120-b404-4b18-9bad-e8abaf440578 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:45:50.810581 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device d17507dc-f5d9-44d8-a51b-dfa4c565647f up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:45:50.861935 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port d17507dc-f5d9-44d8-a51b-dfa4c565647f triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:45:50.862663 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:50.897332 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-dbfa3f33-5a53-4baf-bccf-a5a80c829204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74387120-b404-4b18-9bad-e8abaf440578', 'name': 'tempest-TestShelveInstance-1140379936-router', 'tenant_id': 'fe6ad1d79e644e73ac7213bd94dd59ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd17507dc-f5d9-44d8-a51b-dfa4c565647f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:45:43Z', 'updated_at': '2021-08-04T08:45:46Z', 'revision_number': 4, 'project_id': 'fe6ad1d79e644e73ac7213bd94dd59ce', 'gw_port': {'id': 'd17507dc-f5d9-44d8-a51b-dfa4c565647f', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74387120-b404-4b18-9bad-e8abaf440578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:43Z', 'updated_at': '2021-08-04T08:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '7edf37d5-ac2f-48e1-b577-57f1cf3e4b47', 'name': '', 'network_id': '8368db50-fbaf-4fdf-9001-c91ff87dcdeb', 'tenant_id': 'fe6ad1d79e644e73ac7213bd94dd59ce', 'mac_address': 'fa:16:3e:75:b4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74387120-b404-4b18-9bad-e8abaf440578', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3f29eba2-c868-485f-95da-20183aecad0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:45Z', 'updated_at': '2021-08-04T08:45:46Z', 'revision_number': 2, 'project_id': 'fe6ad1d79e644e73ac7213bd94dd59ce', 'subnets': [{'id': '3f29eba2-c868-485f-95da-20183aecad0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:50.925336 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfa3f33-5a53-4baf-bccf-a5a80c829204 None None] Checking router: 74387120-b404-4b18-9bad-e8abaf440578 for host: dv-cinder-802653-4-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:45:50.925698 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfa3f33-5a53-4baf-bccf-a5a80c829204 None None] Updating router 74387120-b404-4b18-9bad-e8abaf440578 port 7edf37d5-ac2f-48e1-b577-57f1cf3e4b47 binding host dv-cinder-802653-4-iscsi {{(pid=100323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 08:45:50.951757 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-dbfa3f33-5a53-4baf-bccf-a5a80c829204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:51.236098 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-dbfa3f33-5a53-4baf-bccf-a5a80c829204 None None] Notify callbacks [] for port, precommit_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:51.245302 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.provisioning_blocks [None req-dbfa3f33-5a53-4baf-bccf-a5a80c829204 None None] Transition to ACTIVE for port object 7edf37d5-ac2f-48e1-b577-57f1cf3e4b47 will not be triggered until provisioned by entity L2. {{(pid=100323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:45:51.336454 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-dbfa3f33-5a53-4baf-bccf-a5a80c829204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:51.383709 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc50c7-fcb0-4085-b357-b802f04906ef None None] Pushing event updated for resources: {'Port': ['ID=7edf37d5-ac2f-48e1-b577-57f1cf3e4b47,revision_number=3']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:51.443790 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-dbfa3f33-5a53-4baf-bccf-a5a80c829204 None None] Attempting to bind port 7edf37d5-ac2f-48e1-b577-57f1cf3e4b47 on host dv-cinder-802653-4-iscsi for vnic_type normal with profile {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:45:51.444190 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-dbfa3f33-5a53-4baf-bccf-a5a80c829204 None None] Attempting to bind port 7edf37d5-ac2f-48e1-b577-57f1cf3e4b47 by drivers openvswitch,hyperv on host dv-cinder-802653-4-iscsi at level 0 using segments [{'id': 'e8ee7cd0-f72d-40ef-9fb1-fe8eebbb9ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8368db50-fbaf-4fdf-9001-c91ff87dcdeb'}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:45:51.447849 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfa3f33-5a53-4baf-bccf-a5a80c829204 None None] Attempting to bind port 7edf37d5-ac2f-48e1-b577-57f1cf3e4b47 on network 8368db50-fbaf-4fdf-9001-c91ff87dcdeb {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:45:51.450212 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfa3f33-5a53-4baf-bccf-a5a80c829204 None None] Checking agent: {'id': '88e3f6d8-c986-4299-b0e5-a4c4ec344b2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 31, 10), 'started_at': datetime.datetime(2021, 8, 4, 8, 31, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:45:51.450614 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfa3f33-5a53-4baf-bccf-a5a80c829204 None None] Checking segment: {'id': 'e8ee7cd0-f72d-40ef-9fb1-fe8eebbb9ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8368db50-fbaf-4fdf-9001-c91ff87dcdeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:45:51.451026 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-dbfa3f33-5a53-4baf-bccf-a5a80c829204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:51.451443 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfa3f33-5a53-4baf-bccf-a5a80c829204 None None] Bound using segment: {'id': 'e8ee7cd0-f72d-40ef-9fb1-fe8eebbb9ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8368db50-fbaf-4fdf-9001-c91ff87dcdeb'} {{(pid=100323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:45:51.451907 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.managers [None req-dbfa3f33-5a53-4baf-bccf-a5a80c829204 None None] Bound port: 7edf37d5-ac2f-48e1-b577-57f1cf3e4b47, host: dv-cinder-802653-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ee7cd0-f72d-40ef-9fb1-fe8eebbb9ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8368db50-fbaf-4fdf-9001-c91ff87dcdeb'}}] {{(pid=100323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:45:51.452310 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-dbfa3f33-5a53-4baf-bccf-a5a80c829204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:51.518747 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-dbfa3f33-5a53-4baf-bccf-a5a80c829204 None None] For port 7edf37d5-ac2f-48e1-b577-57f1cf3e4b47, host dv-cinder-802653-4-iscsi, cleared binding levels {{(pid=100323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:45:51.522046 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.plugins.ml2.db [None req-dbfa3f33-5a53-4baf-bccf-a5a80c829204 None None] For port 7edf37d5-ac2f-48e1-b577-57f1cf3e4b47, host dv-cinder-802653-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=7edf37d5-ac2f-48e1-b577-57f1cf3e4b47,segment=NetworkSegment(e8ee7cd0-f72d-40ef-9fb1-fe8eebbb9ed6),segment_id=e8ee7cd0-f72d-40ef-9fb1-fe8eebbb9ed6)] {{(pid=100323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:45:51.673774 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron_lib.callbacks.manager [None req-dbfa3f33-5a53-4baf-bccf-a5a80c829204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:51.727690 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfa3f33-5a53-4baf-bccf-a5a80c829204 None None] Routers {'74387120-b404-4b18-9bad-e8abaf440578'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:45:51.728744 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-dbfa3f33-5a53-4baf-bccf-a5a80c829204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:45:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['74387120-b404-4b18-9bad-e8abaf440578'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:51.790115 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc50c7-fcb0-4085-b357-b802f04906ef None None] Pushing event updated for resources: {'Port': ['ID=7edf37d5-ac2f-48e1-b577-57f1cf3e4b47,revision_number=4']} {{(pid=100323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:51.894052 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-dbfa3f33-5a53-4baf-bccf-a5a80c829204 None None] Set router 74387120-b404-4b18-9bad-e8abaf440578 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:45:52.097043 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-dbfa3f33-5a53-4baf-bccf-a5a80c829204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74387120-b404-4b18-9bad-e8abaf440578', 'name': 'tempest-TestShelveInstance-1140379936-router', 'tenant_id': 'fe6ad1d79e644e73ac7213bd94dd59ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd17507dc-f5d9-44d8-a51b-dfa4c565647f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:45:43Z', 'updated_at': '2021-08-04T08:45:46Z', 'revision_number': 4, 'project_id': 'fe6ad1d79e644e73ac7213bd94dd59ce', 'gw_port': {'id': 'd17507dc-f5d9-44d8-a51b-dfa4c565647f', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74387120-b404-4b18-9bad-e8abaf440578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:43Z', 'updated_at': '2021-08-04T08:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '7edf37d5-ac2f-48e1-b577-57f1cf3e4b47', 'name': '', 'network_id': '8368db50-fbaf-4fdf-9001-c91ff87dcdeb', 'tenant_id': 'fe6ad1d79e644e73ac7213bd94dd59ce', 'mac_address': 'fa:16:3e:75:b4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74387120-b404-4b18-9bad-e8abaf440578', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3f29eba2-c868-485f-95da-20183aecad0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:45Z', 'updated_at': '2021-08-04T08:45:51Z', 'revision_number': 4, 'project_id': 'fe6ad1d79e644e73ac7213bd94dd59ce', 'subnets': [{'id': '3f29eba2-c868-485f-95da-20183aecad0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:45:52.126874 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfa3f33-5a53-4baf-bccf-a5a80c829204 None None] The sync data for ids ['74387120-b404-4b18-9bad-e8abaf440578'] in dv-cinder-802653-4-iscsi is: [{'id': '74387120-b404-4b18-9bad-e8abaf440578', 'name': 'tempest-TestShelveInstance-1140379936-router', 'tenant_id': 'fe6ad1d79e644e73ac7213bd94dd59ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd17507dc-f5d9-44d8-a51b-dfa4c565647f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:45:43Z', 'updated_at': '2021-08-04T08:45:46Z', 'revision_number': 4, 'project_id': 'fe6ad1d79e644e73ac7213bd94dd59ce', 'gw_port': {'id': 'd17507dc-f5d9-44d8-a51b-dfa4c565647f', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74387120-b404-4b18-9bad-e8abaf440578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:43Z', 'updated_at': '2021-08-04T08:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '7edf37d5-ac2f-48e1-b577-57f1cf3e4b47', 'name': '', 'network_id': '8368db50-fbaf-4fdf-9001-c91ff87dcdeb', 'tenant_id': 'fe6ad1d79e644e73ac7213bd94dd59ce', 'mac_address': 'fa:16:3e:75:b4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74387120-b404-4b18-9bad-e8abaf440578', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3f29eba2-c868-485f-95da-20183aecad0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:45Z', 'updated_at': '2021-08-04T08:45:51Z', 'revision_number': 4, 'project_id': 'fe6ad1d79e644e73ac7213bd94dd59ce', 'subnets': [{'id': '3f29eba2-c868-485f-95da-20183aecad0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:45:52.819127 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 7edf37d5-ac2f-48e1-b577-57f1cf3e4b47 up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:45:52.930805 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning for port 7edf37d5-ac2f-48e1-b577-57f1cf3e4b47 completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:45:52.934888 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port 7edf37d5-ac2f-48e1-b577-57f1cf3e4b47 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:45:52.935262 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:53.017898 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:53.049428 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] For port 7edf37d5-ac2f-48e1-b577-57f1cf3e4b47, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=7edf37d5-ac2f-48e1-b577-57f1cf3e4b47,segment=NetworkSegment(e8ee7cd0-f72d-40ef-9fb1-fe8eebbb9ed6),segment_id=e8ee7cd0-f72d-40ef-9fb1-fe8eebbb9ed6)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:45:53.113377 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:53.162874 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Pushing event updated for resources: {'Port': ['ID=7edf37d5-ac2f-48e1-b577-57f1cf3e4b47,revision_number=5']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:45:54.804879 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 7edf37d5-ac2f-48e1-b577-57f1cf3e4b47 up at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:45:54.851300 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Provisioning complete for port 7edf37d5-ac2f-48e1-b577-57f1cf3e4b47 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:45:54.851682 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:57.356221 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aad812-8cf6-4af0-b7e7-8be6db8eef46 req-bd1362b4-e9d2-4369-89f3-cde824847be8 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:57.357754 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-39aad812-8cf6-4af0-b7e7-8be6db8eef46 req-bd1362b4-e9d2-4369-89f3-cde824847be8 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=41cdf0f2-e1e1-4a4e-a596-0d57701d33bb HTTP/1.1" status: 200 len: 946 time: 0.0505416 Aug 04 08:45:57.396443 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-39aad812-8cf6-4af0-b7e7-8be6db8eef46 req-ae548fca-9ccc-4be6-a622-d934a46e2d9f tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b2d858a-8726-48af-8975-4c2f2644049a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312738 Aug 04 08:45:58.509929 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51244a-6309-439b-a509-36895318e52c req-5c178f0a-10d2-4b8c-81e0-0e345cbd4df0 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:58.511436 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-da51244a-6309-439b-a509-36895318e52c req-5c178f0a-10d2-4b8c-81e0-0e345cbd4df0 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=41cdf0f2-e1e1-4a4e-a596-0d57701d33bb HTTP/1.1" status: 200 len: 946 time: 0.0499861 Aug 04 08:45:58.549659 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-da51244a-6309-439b-a509-36895318e52c req-439e2de3-c288-4e64-92df-7a7bd75469ba tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b2d858a-8726-48af-8975-4c2f2644049a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323963 Aug 04 08:45:59.525302 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c34e3-f18b-4fcf-8aa1-79175516fcba req-7c1c5507-7f10-4716-b0b7-3202dfb4e76d tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:59.526738 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-883c34e3-f18b-4fcf-8aa1-79175516fcba req-7c1c5507-7f10-4716-b0b7-3202dfb4e76d tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.61 "GET /v2.0/ports?device_id=41cdf0f2-e1e1-4a4e-a596-0d57701d33bb HTTP/1.1" status: 200 len: 946 time: 0.0481982 Aug 04 08:45:59.637192 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-883c34e3-f18b-4fcf-8aa1-79175516fcba req-c99ccaf2-e8ee-48d2-a842-f9d1d3dbbb36 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Deleting port 1e999175-6c27-4374-b177-336ee7b93f5d {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:45:59.637508 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-883c34e3-f18b-4fcf-8aa1-79175516fcba req-c99ccaf2-e8ee-48d2-a842-f9d1d3dbbb36 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:59.668337 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793a5df-e5b3-4941-97bf-232ca4628b70 req-8798da12-c028-4c5c-ba76-9529abc09254 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:45:59.669853 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-3793a5df-e5b3-4941-97bf-232ca4628b70 req-8798da12-c028-4c5c-ba76-9529abc09254 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=41cdf0f2-e1e1-4a4e-a596-0d57701d33bb HTTP/1.1" status: 200 len: 946 time: 0.0529172 Aug 04 08:45:59.708219 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-3793a5df-e5b3-4941-97bf-232ca4628b70 req-4aa3fa7e-d853-4f67-940d-fbddbf560bb7 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b2d858a-8726-48af-8975-4c2f2644049a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317636 Aug 04 08:45:59.733379 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-883c34e3-f18b-4fcf-8aa1-79175516fcba req-c99ccaf2-e8ee-48d2-a842-f9d1d3dbbb36 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] For port 1e999175-6c27-4374-b177-336ee7b93f5d, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=1e999175-6c27-4374-b177-336ee7b93f5d,segment=NetworkSegment(5e68a294-6a8a-445c-8bd6-23f3bac2ccca),segment_id=5e68a294-6a8a-445c-8bd6-23f3bac2ccca)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:45:59.733752 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-883c34e3-f18b-4fcf-8aa1-79175516fcba req-c99ccaf2-e8ee-48d2-a842-f9d1d3dbbb36 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:59.905367 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-883c34e3-f18b-4fcf-8aa1-79175516fcba req-c99ccaf2-e8ee-48d2-a842-f9d1d3dbbb36 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:59.905653 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-883c34e3-f18b-4fcf-8aa1-79175516fcba req-c99ccaf2-e8ee-48d2-a842-f9d1d3dbbb36 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055929'] for floatingip, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:45:59.905965 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.db.l3_db [req-883c34e3-f18b-4fcf-8aa1-79175516fcba req-c99ccaf2-e8ee-48d2-a842-f9d1d3dbbb36 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Floating IP 9b9947aa-b7cb-42b8-95ea-2542c061d224 disassociated. External IP: 172.27.0.205, port: 1e999175-6c27-4374-b177-336ee7b93f5d. Aug 04 08:45:59.906302 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-883c34e3-f18b-4fcf-8aa1-79175516fcba req-c99ccaf2-e8ee-48d2-a842-f9d1d3dbbb36 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Calling delete_port for 1e999175-6c27-4374-b177-336ee7b93f5d owned by compute:nova {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:46:00.090669 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-883c34e3-f18b-4fcf-8aa1-79175516fcba req-c99ccaf2-e8ee-48d2-a842-f9d1d3dbbb36 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:00.121548 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ccaf2-e8ee-48d2-a842-f9d1d3dbbb36 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Pushing event deleted for resources: {'Port': ['ID=1e999175-6c27-4374-b177-336ee7b93f5d,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:00.237976 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-883c34e3-f18b-4fcf-8aa1-79175516fcba req-c99ccaf2-e8ee-48d2-a842-f9d1d3dbbb36 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Router c9f931c9-2943-4dfe-af33-d6aa563b9381 has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:46:00.348671 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-883c34e3-f18b-4fcf-8aa1-79175516fcba req-c99ccaf2-e8ee-48d2-a842-f9d1d3dbbb36 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:46:00.358102 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a7be76-c08b-49bb-ba67-5c7188b849af None None] Sync routers for ids ['c9f931c9-2943-4dfe-af33-d6aa563b9381'] in dv-cinder-802653-4-iscsi {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:46:00.367083 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a7be76-c08b-49bb-ba67-5c7188b849af None None] Routers {'c9f931c9-2943-4dfe-af33-d6aa563b9381'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:46:00.367677 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-d4a7be76-c08b-49bb-ba67-5c7188b849af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:45:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['c9f931c9-2943-4dfe-af33-d6aa563b9381'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:46:00.386631 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-883c34e3-f18b-4fcf-8aa1-79175516fcba req-c99ccaf2-e8ee-48d2-a842-f9d1d3dbbb36 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] No DVR routers for this DVR port 1e999175-6c27-4374-b177-336ee7b93f5d on host hv-cinder-80265 {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:46:00.389181 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-883c34e3-f18b-4fcf-8aa1-79175516fcba req-c99ccaf2-e8ee-48d2-a842-f9d1d3dbbb36 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:00.391229 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-883c34e3-f18b-4fcf-8aa1-79175516fcba req-c99ccaf2-e8ee-48d2-a842-f9d1d3dbbb36 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.61 "DELETE /v2.0/ports/1e999175-6c27-4374-b177-336ee7b93f5d HTTP/1.1" status: 204 len: 173 time: 0.8576827 Aug 04 08:46:00.391606 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41cdf0f2-e1e1-4a4e-a596-0d57701d33bb', 'name': 'network-vif-deleted', 'tag': '1e999175-6c27-4374-b177-336ee7b93f5d'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:46:00.394403 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2c5a46-776f-45f6-8554-3814543e7b45" -d '{"events": [{"server_uuid": "41cdf0f2-e1e1-4a4e-a596-0d57701d33bb", "name": "network-vif-deleted", "tag": "1e999175-6c27-4374-b177-336ee7b93f5d"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:46:00.429500 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7332ab66-6264-4c84-824e-ead320719fd0 x-openstack-request-id: req-7332ab66-6264-4c84-824e-ead320719fd0 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:46:00.429812 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41cdf0f2-e1e1-4a4e-a596-0d57701d33bb", "name": "network-vif-deleted", "tag": "1e999175-6c27-4374-b177-336ee7b93f5d", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:46:00.430069 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7332ab66-6264-4c84-824e-ead320719fd0 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:46:00.430469 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41cdf0f2-e1e1-4a4e-a596-0d57701d33bb', 'name': 'network-vif-deleted', 'tag': '1e999175-6c27-4374-b177-336ee7b93f5d', 'status': 'completed', 'code': 200} Aug 04 08:46:00.481690 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-d4a7be76-c08b-49bb-ba67-5c7188b849af None None] Set router c9f931c9-2943-4dfe-af33-d6aa563b9381 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:46:00.815805 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-d4a7be76-c08b-49bb-ba67-5c7188b849af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'name': 'tempest-AttachVolumeTestJSON-339756056-router', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:39:08Z', 'updated_at': '2021-08-04T08:39:16Z', 'revision_number': 4, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'gw_port': {'id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:09Z', 'updated_at': '2021-08-04T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': 'd4ba8a4c-be0c-48ff-a7aa-a7f1e088f874', 'name': '', 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'mac_address': 'fa:16:3e:8c:09:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8b561a38-fec8-4399-844a-bbe6e7ef59b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:14Z', 'updated_at': '2021-08-04T08:39:27Z', 'revision_number': 5, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'subnets': [{'id': '8b561a38-fec8-4399-844a-bbe6e7ef59b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:46:00.821648 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-caa8f20d-ad5b-46f5-a29b-ac454bca813d req-b036f46c-8792-4f99-bd2c-d12c1d5e6658 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/ports?device_id=41cdf0f2-e1e1-4a4e-a596-0d57701d33bb HTTP/1.1" status: 200 len: 210 time: 0.0299506 Aug 04 08:46:00.843019 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a7be76-c08b-49bb-ba67-5c7188b849af None None] Checking router: c9f931c9-2943-4dfe-af33-d6aa563b9381 for host: dv-cinder-802653-4-iscsi {{(pid=100322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:46:00.851500 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a7be76-c08b-49bb-ba67-5c7188b849af None None] Routers {'c9f931c9-2943-4dfe-af33-d6aa563b9381'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:46:00.852156 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-d4a7be76-c08b-49bb-ba67-5c7188b849af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:45:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['c9f931c9-2943-4dfe-af33-d6aa563b9381'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:46:00.959597 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-d4a7be76-c08b-49bb-ba67-5c7188b849af None None] Set router c9f931c9-2943-4dfe-af33-d6aa563b9381 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:46:01.164964 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-d4a7be76-c08b-49bb-ba67-5c7188b849af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'name': 'tempest-AttachVolumeTestJSON-339756056-router', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:39:08Z', 'updated_at': '2021-08-04T08:39:16Z', 'revision_number': 4, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'gw_port': {'id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:09Z', 'updated_at': '2021-08-04T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': 'd4ba8a4c-be0c-48ff-a7aa-a7f1e088f874', 'name': '', 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'mac_address': 'fa:16:3e:8c:09:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8b561a38-fec8-4399-844a-bbe6e7ef59b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:14Z', 'updated_at': '2021-08-04T08:39:27Z', 'revision_number': 5, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'subnets': [{'id': '8b561a38-fec8-4399-844a-bbe6e7ef59b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:46:01.191911 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a7be76-c08b-49bb-ba67-5c7188b849af None None] The sync data for ids ['c9f931c9-2943-4dfe-af33-d6aa563b9381'] in dv-cinder-802653-4-iscsi is: [{'id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'name': 'tempest-AttachVolumeTestJSON-339756056-router', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:39:08Z', 'updated_at': '2021-08-04T08:39:16Z', 'revision_number': 4, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'gw_port': {'id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:09Z', 'updated_at': '2021-08-04T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': 'd4ba8a4c-be0c-48ff-a7aa-a7f1e088f874', 'name': '', 'network_id': '4c817a01-120c-4c34-99bf-8b2dbd084298', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'mac_address': 'fa:16:3e:8c:09:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8b561a38-fec8-4399-844a-bbe6e7ef59b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:14Z', 'updated_at': '2021-08-04T08:39:27Z', 'revision_number': 5, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'subnets': [{'id': '8b561a38-fec8-4399-844a-bbe6e7ef59b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:46:01.412964 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a072698-5cb6-4f4a-b149-22b2914d91d7 None None] New status for floating IP 9b9947aa-b7cb-42b8-95ea-2542c061d224: DOWN {{(pid=100323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 08:46:01.960768 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 55546) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:46:02.014882 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-02b5eac8-d73b-482c-b43f-c6b31d84c12a tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:02.038159 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-02b5eac8-d73b-482c-b43f-c6b31d84c12a tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:02.141913 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-02b5eac8-d73b-482c-b43f-c6b31d84c12a tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:02.145170 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-02b5eac8-d73b-482c-b43f-c6b31d84c12a tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:02.146421 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-02b5eac8-d73b-482c-b43f-c6b31d84c12a tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "DELETE /v2.0/security-groups/1b2d858a-8726-48af-8975-4c2f2644049a HTTP/1.1" status: 204 len: 168 time: 0.1846628 Aug 04 08:46:02.149848 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 55548) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:46:02.156225 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5eac8-d73b-482c-b43f-c6b31d84c12a tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2d858a-8726-48af-8975-4c2f2644049a,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:02.165612 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.api.v2.resource [None req-07a3c044-fdd7-4143-9222-37852cced096 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] show failed (client error): The resource could not be found. Aug 04 08:46:02.167873 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-07a3c044-fdd7-4143-9222-37852cced096 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "GET /v2.0/security-groups/1b2d858a-8726-48af-8975-4c2f2644049a HTTP/1.1" status: 404 len: 347 time: 0.0162337 Aug 04 08:46:02.173107 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 55550) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:46:02.306246 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-63adc72a-59f6-4379-9414-785ab39ac9c9 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Deleting port cc2236d8-e275-48d4-8cac-1988fefef546 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:46:02.306588 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-63adc72a-59f6-4379-9414-785ab39ac9c9 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:02.384818 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-63adc72a-59f6-4379-9414-785ab39ac9c9 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:02.385150 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-63adc72a-59f6-4379-9414-785ab39ac9c9 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:02.397735 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-63adc72a-59f6-4379-9414-785ab39ac9c9 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Calling delete_port for cc2236d8-e275-48d4-8cac-1988fefef546 owned by network:floatingip {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:46:02.650705 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-63adc72a-59f6-4379-9414-785ab39ac9c9 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:02.676641 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63adc72a-59f6-4379-9414-785ab39ac9c9 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Pushing event deleted for resources: {'Port': ['ID=cc2236d8-e275-48d4-8cac-1988fefef546,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:02.735855 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-63adc72a-59f6-4379-9414-785ab39ac9c9 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks [] for floatingip, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:02.739073 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-63adc72a-59f6-4379-9414-785ab39ac9c9 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for floatingip, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:02.740270 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-63adc72a-59f6-4379-9414-785ab39ac9c9 tempest-AttachVolumeTestJSON-1967960004 tempest-AttachVolumeTestJSON-1967960004-project] 10.222.0.45 "DELETE /v2.0/floatingips/9b9947aa-b7cb-42b8-95ea-2542c061d224 HTTP/1.1" status: 204 len: 168 time: 0.5661540 Aug 04 08:46:02.912088 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 1e999175-6c27-4374-b177-336ee7b93f5d no longer exists at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:46:02.932881 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] No Port match for: 1e999175-6c27-4374-b177-336ee7b93f5d {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:46:02.933230 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 1e999175-6c27-4374-b177-336ee7b93f5d not bound to the agent host hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:46:06.762457 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 55600) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:46:07.356938 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bfd9cb33-3afe-4132-a6e5-5ad7e41566bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2056185'] for router_interface, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:07.530539 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94e97fe6-7824-430a-a438-dfa7187e9af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:07.640230 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-bfd9cb33-3afe-4132-a6e5-5ad7e41566bf admin admin] Deleting port d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:46:07.640483 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bfd9cb33-3afe-4132-a6e5-5ad7e41566bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:07.957512 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [None req-bfd9cb33-3afe-4132-a6e5-5ad7e41566bf admin admin] For port d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874,segment=NetworkSegment(5e68a294-6a8a-445c-8bd6-23f3bac2ccca),segment_id=5e68a294-6a8a-445c-8bd6-23f3bac2ccca)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:46:07.958213 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bfd9cb33-3afe-4132-a6e5-5ad7e41566bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:07.969639 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-bfd9cb33-3afe-4132-a6e5-5ad7e41566bf admin admin] Calling delete_port for d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874 owned by network:router_interface {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:46:08.216172 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bfd9cb33-3afe-4132-a6e5-5ad7e41566bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:08.239903 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9cb33-3afe-4132-a6e5-5ad7e41566bf admin admin] Pushing event deleted for resources: {'Port': ['ID=d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:08.408579 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bfd9cb33-3afe-4132-a6e5-5ad7e41566bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2056077'] for router_interface, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:08.634619 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd9cb33-3afe-4132-a6e5-5ad7e41566bf admin admin] Router c9f931c9-2943-4dfe-af33-d6aa563b9381 has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:46:08.716723 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc883dd-3fda-41ad-9759-e9746b5efda0 req-c9ffa217-0773-4678-a37d-39abce2f025c tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:08.718225 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-ebc883dd-3fda-41ad-9759-e9746b5efda0 req-c9ffa217-0773-4678-a37d-39abce2f025c tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=a61c81a0-f718-4ae9-889e-2d575f361c44 HTTP/1.1" status: 200 len: 946 time: 0.0488882 Aug 04 08:46:08.752947 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd9cb33-3afe-4132-a6e5-5ad7e41566bf admin admin] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:46:08.759424 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-bfd9cb33-3afe-4132-a6e5-5ad7e41566bf admin admin] 10.222.0.45 "PUT /v2.0/routers/c9f931c9-2943-4dfe-af33-d6aa563b9381/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9951060 Aug 04 08:46:08.760557 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-ebc883dd-3fda-41ad-9759-e9746b5efda0 req-22721dba-0bfa-4522-b453-5a82e8d37c97 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0361872 Aug 04 08:46:08.761144 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 55614) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:46:08.782400 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c18a77-d828-4d1c-9ee5-25a72493f4c7 None None] Sync routers for ids ['c9f931c9-2943-4dfe-af33-d6aa563b9381'] in dv-cinder-802653-4-iscsi {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:46:08.791813 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c18a77-d828-4d1c-9ee5-25a72493f4c7 None None] Routers {'c9f931c9-2943-4dfe-af33-d6aa563b9381'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:46:08.792643 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-93c18a77-d828-4d1c-9ee5-25a72493f4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:45:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['c9f931c9-2943-4dfe-af33-d6aa563b9381'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:46:08.867259 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-903ed8fa-7005-4348-92d8-fb248582af58 admin admin] Notify callbacks [] for router, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:08.895639 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-93c18a77-d828-4d1c-9ee5-25a72493f4c7 None None] Set router c9f931c9-2943-4dfe-af33-d6aa563b9381 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:46:08.978850 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-903ed8fa-7005-4348-92d8-fb248582af58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:09.077060 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-93c18a77-d828-4d1c-9ee5-25a72493f4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'name': 'tempest-AttachVolumeTestJSON-339756056-router', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:39:08Z', 'updated_at': '2021-08-04T08:46:08Z', 'revision_number': 5, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'gw_port': {'id': 'e82497ae-de99-4dbf-8b27-833f4fa2806d', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:39:09Z', 'updated_at': '2021-08-04T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:46:09.087083 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-903ed8fa-7005-4348-92d8-fb248582af58 admin admin] Deleting port e82497ae-de99-4dbf-8b27-833f4fa2806d {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:46:09.087430 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-903ed8fa-7005-4348-92d8-fb248582af58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:09.103059 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c18a77-d828-4d1c-9ee5-25a72493f4c7 None None] Checking router: c9f931c9-2943-4dfe-af33-d6aa563b9381 for host: dv-cinder-802653-4-iscsi {{(pid=100322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:46:09.111031 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c18a77-d828-4d1c-9ee5-25a72493f4c7 None None] Routers {'c9f931c9-2943-4dfe-af33-d6aa563b9381'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:46:09.111716 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-93c18a77-d828-4d1c-9ee5-25a72493f4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:45:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['c9f931c9-2943-4dfe-af33-d6aa563b9381'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:46:09.168900 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [None req-903ed8fa-7005-4348-92d8-fb248582af58 admin admin] For port e82497ae-de99-4dbf-8b27-833f4fa2806d, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=e82497ae-de99-4dbf-8b27-833f4fa2806d,segment=NetworkSegment(14aa563b-e8c7-40ac-9bd4-d0f3043acf10),segment_id=14aa563b-e8c7-40ac-9bd4-d0f3043acf10)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:46:09.169225 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-903ed8fa-7005-4348-92d8-fb248582af58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:09.185492 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-903ed8fa-7005-4348-92d8-fb248582af58 admin admin] Calling delete_port for e82497ae-de99-4dbf-8b27-833f4fa2806d owned by network:router_gateway {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:46:09.199627 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-93c18a77-d828-4d1c-9ee5-25a72493f4c7 None None] Set router c9f931c9-2943-4dfe-af33-d6aa563b9381 gateway port host: None {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:46:09.253783 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-93c18a77-d828-4d1c-9ee5-25a72493f4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'name': 'tempest-AttachVolumeTestJSON-339756056-router', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:39:08Z', 'updated_at': '2021-08-04T08:46:08Z', 'revision_number': 6, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'gw_port_host': None}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:46:09.281136 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c18a77-d828-4d1c-9ee5-25a72493f4c7 None None] The sync data for ids ['c9f931c9-2943-4dfe-af33-d6aa563b9381'] in dv-cinder-802653-4-iscsi is: [{'id': 'c9f931c9-2943-4dfe-af33-d6aa563b9381', 'name': 'tempest-AttachVolumeTestJSON-339756056-router', 'tenant_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:39:08Z', 'updated_at': '2021-08-04T08:46:08Z', 'revision_number': 6, 'project_id': 'bdc92ef353f743beb579e2734e4bc9ed', 'gw_port_host': None}] {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:46:09.410460 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-903ed8fa-7005-4348-92d8-fb248582af58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:09.435093 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ed8fa-7005-4348-92d8-fb248582af58 admin admin] Pushing event deleted for resources: {'Port': ['ID=e82497ae-de99-4dbf-8b27-833f4fa2806d,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:09.494268 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-903ed8fa-7005-4348-92d8-fb248582af58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055479'] for router_gateway, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:09.586008 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-903ed8fa-7005-4348-92d8-fb248582af58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8287'] for router, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:09.588029 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-903ed8fa-7005-4348-92d8-fb248582af58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:09.718698 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-903ed8fa-7005-4348-92d8-fb248582af58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2049596'] for router, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:09.719279 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903ed8fa-7005-4348-92d8-fb248582af58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9f931c9-2943-4dfe-af33-d6aa563b9381 {{(pid=100321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 08:46:09.723527 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-903ed8fa-7005-4348-92d8-fb248582af58 admin admin] Notify callbacks [] for router, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:09.724729 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-903ed8fa-7005-4348-92d8-fb248582af58 admin admin] 10.222.0.45 "DELETE /v2.0/routers/c9f931c9-2943-4dfe-af33-d6aa563b9381 HTTP/1.1" status: 204 len: 168 time: 0.9626532 Aug 04 08:46:09.733560 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 55618) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:46:09.778323 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_v2 [None req-11953ad8-032e-47a8-ab59-14b86cb35c7b admin admin] Deleting subnet 8b561a38-fec8-4399-844a-bbe6e7ef59b9 {{(pid=100321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 08:46:09.781753 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-11953ad8-032e-47a8-ab59-14b86cb35c7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:09.816710 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-11953ad8-032e-47a8-ab59-14b86cb35c7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132616335'] for subnet, precommit_delete_associations {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:09.924295 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553dd98e-7323-470a-a449-2ee52973646e req-609d9428-755c-4b23-8711-27493cce0125 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:09.925771 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-553dd98e-7323-470a-a449-2ee52973646e req-609d9428-755c-4b23-8711-27493cce0125 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=a61c81a0-f718-4ae9-889e-2d575f361c44 HTTP/1.1" status: 200 len: 946 time: 0.0862720 Aug 04 08:46:09.942771 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-11953ad8-032e-47a8-ab59-14b86cb35c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-928750'] for subnet, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:09.996655 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-553dd98e-7323-470a-a449-2ee52973646e req-12127a29-8838-47fc-b801-d55671b6bf49 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0646248 Aug 04 08:46:10.095491 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-11953ad8-032e-47a8-ab59-14b86cb35c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-928029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132619622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133672238'] for subnet, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:10.124628 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-11953ad8-032e-47a8-ab59-14b86cb35c7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:10.129110 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-11953ad8-032e-47a8-ab59-14b86cb35c7b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8b561a38-fec8-4399-844a-bbe6e7ef59b9 HTTP/1.1" status: 204 len: 168 time: 0.3920298 Aug 04 08:46:10.129110 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11953ad8-032e-47a8-ab59-14b86cb35c7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b561a38-fec8-4399-844a-bbe6e7ef59b9,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:10.129774 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 55622) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:46:10.131141 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0aedacf-824f-4c81-81d9-c310e725c247 None None] Network 4c817a01-120c-4c34-99bf-8b2dbd084298 requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:46:10.198048 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f949bd84-278d-49ad-a48e-90a415d8821e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583520'] for network, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:10.253418 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-f949bd84-278d-49ad-a48e-90a415d8821e admin admin] Deleting port 88cd136b-fb6e-4076-9753-a9ddcb166cfe {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:46:10.253761 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f949bd84-278d-49ad-a48e-90a415d8821e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:10.290529 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:10.340273 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [None req-f949bd84-278d-49ad-a48e-90a415d8821e admin admin] For port 88cd136b-fb6e-4076-9753-a9ddcb166cfe, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=88cd136b-fb6e-4076-9753-a9ddcb166cfe,segment=NetworkSegment(5e68a294-6a8a-445c-8bd6-23f3bac2ccca),segment_id=5e68a294-6a8a-445c-8bd6-23f3bac2ccca)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:46:10.340857 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f949bd84-278d-49ad-a48e-90a415d8821e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:10.357522 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-f949bd84-278d-49ad-a48e-90a415d8821e admin admin] Calling delete_port for 88cd136b-fb6e-4076-9753-a9ddcb166cfe owned by network:dhcp {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:46:10.359261 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2c9097-4afa-487f-84cc-606005a61fe3 None None] DHCP port deletion for 4c817a01-120c-4c34-99bf-8b2dbd084298 request from dv-cinder-802653-4-iscsi {{(pid=100322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 08:46:10.361914 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-aabef90d-3ead-465b-913f-a0d817af4c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:10.407260 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-0d2c9097-4afa-487f-84cc-606005a61fe3 None None] Deleting port 88cd136b-fb6e-4076-9753-a9ddcb166cfe {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:46:10.407644 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-0d2c9097-4afa-487f-84cc-606005a61fe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:10.471578 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-0d2c9097-4afa-487f-84cc-606005a61fe3 None None] For port 88cd136b-fb6e-4076-9753-a9ddcb166cfe, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=88cd136b-fb6e-4076-9753-a9ddcb166cfe,segment=NetworkSegment(5e68a294-6a8a-445c-8bd6-23f3bac2ccca),segment_id=5e68a294-6a8a-445c-8bd6-23f3bac2ccca)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:46:10.472004 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-0d2c9097-4afa-487f-84cc-606005a61fe3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:10.484455 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-0d2c9097-4afa-487f-84cc-606005a61fe3 None None] Calling delete_port for 88cd136b-fb6e-4076-9753-a9ddcb166cfe owned by network:dhcp {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:46:10.532362 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72badf7-b719-44c4-9fe6-341033d36fba req-8d9548e2-e24b-483d-b972-8c0d4b7959c6 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:10.533772 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a72badf7-b719-44c4-9fe6-341033d36fba req-8d9548e2-e24b-483d-b972-8c0d4b7959c6 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.61 "GET /v2.0/ports?device_id=a61c81a0-f718-4ae9-889e-2d575f361c44 HTTP/1.1" status: 200 len: 946 time: 0.0522780 Aug 04 08:46:10.534521 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f949bd84-278d-49ad-a48e-90a415d8821e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:10.559335 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-0d2c9097-4afa-487f-84cc-606005a61fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:10.567516 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949bd84-278d-49ad-a48e-90a415d8821e admin admin] Pushing event deleted for resources: {'Port': ['ID=88cd136b-fb6e-4076-9753-a9ddcb166cfe,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:10.585695 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c9097-4afa-487f-84cc-606005a61fe3 None None] Pushing event deleted for resources: {'Port': ['ID=88cd136b-fb6e-4076-9753-a9ddcb166cfe,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:10.587714 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f949bd84-278d-49ad-a48e-90a415d8821e admin admin] No DVR routers for this DVR port 88cd136b-fb6e-4076-9753-a9ddcb166cfe on host dv-cinder-802653-4-iscsi {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:46:10.589932 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2c9097-4afa-487f-84cc-606005a61fe3 None None] No DVR routers for this DVR port 88cd136b-fb6e-4076-9753-a9ddcb166cfe on host dv-cinder-802653-4-iscsi {{(pid=100322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:46:10.596341 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c9097-4afa-487f-84cc-606005a61fe3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:10.596698 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c9097-4afa-487f-84cc-606005a61fe3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:10.603561 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c9097-4afa-487f-84cc-606005a61fe3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:10.603561 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c9097-4afa-487f-84cc-606005a61fe3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:10.603561 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c9097-4afa-487f-84cc-606005a61fe3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:10.603561 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c9097-4afa-487f-84cc-606005a61fe3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:10.603561 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c9097-4afa-487f-84cc-606005a61fe3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:10.603561 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c9097-4afa-487f-84cc-606005a61fe3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:10.603561 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c9097-4afa-487f-84cc-606005a61fe3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:10.603561 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c9097-4afa-487f-84cc-606005a61fe3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:10.603561 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c9097-4afa-487f-84cc-606005a61fe3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:10.603561 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c9097-4afa-487f-84cc-606005a61fe3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:10.701264 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f949bd84-278d-49ad-a48e-90a415d8821e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-926057', 'neutron.services.segments.db._delete_segments_for_network-8749051068919'] for network, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:10.713558 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-f949bd84-278d-49ad-a48e-90a415d8821e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c817a01-120c-4c34-99bf-8b2dbd084298']}} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:46:10.727776 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-f949bd84-278d-49ad-a48e-90a415d8821e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e68a294-6a8a-445c-8bd6-23f3bac2ccca') {'for_net_delete': True} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:46:10.728110 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-f949bd84-278d-49ad-a48e-90a415d8821e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e68a294-6a8a-445c-8bd6-23f3bac2ccca') {} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:46:10.738934 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f949bd84-278d-49ad-a48e-90a415d8821e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749051071492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132616324'] for segment, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:10.754983 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f949bd84-278d-49ad-a48e-90a415d8821e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:10.764519 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f949bd84-278d-49ad-a48e-90a415d8821e admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=100321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 08:46:10.765380 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f949bd84-278d-49ad-a48e-90a415d8821e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132619724'] for segment, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:10.766828 dv-cinder-802653-4-iscsi neutron-server[100321]: Traceback (most recent call last): Aug 04 08:46:10.766828 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 08:46:10.766828 dv-cinder-802653-4-iscsi neutron-server[100321]: timer() Aug 04 08:46:10.766828 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 08:46:10.766828 dv-cinder-802653-4-iscsi neutron-server[100321]: cb(*args, **kw) Aug 04 08:46:10.766828 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 08:46:10.766828 dv-cinder-802653-4-iscsi neutron-server[100321]: return func(*args, **kwargs) Aug 04 08:46:10.766828 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 08:46:10.766828 dv-cinder-802653-4-iscsi neutron-server[100321]: self._notify() Aug 04 08:46:10.766828 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 08:46:10.766828 dv-cinder-802653-4-iscsi neutron-server[100321]: self.callback(batched_events) Aug 04 08:46:10.766828 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 08:46:10.766828 dv-cinder-802653-4-iscsi neutron-server[100321]: event.method(event) Aug 04 08:46:10.766828 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 08:46:10.766828 dv-cinder-802653-4-iscsi neutron-server[100321]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 08:46:10.766828 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 08:46:10.766828 dv-cinder-802653-4-iscsi neutron-server[100321]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 08:46:10.766828 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 08:46:10.766828 dv-cinder-802653-4-iscsi neutron-server[100321]: return f(self, *a, **k) Aug 04 08:46:10.766828 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 08:46:10.766828 dv-cinder-802653-4-iscsi neutron-server[100321]: return self._get(url).json() Aug 04 08:46:10.766828 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 08:46:10.766828 dv-cinder-802653-4-iscsi neutron-server[100321]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 08:46:10.766828 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 08:46:10.766828 dv-cinder-802653-4-iscsi neutron-server[100321]: return self.request(url, 'GET', **kwargs) Aug 04 08:46:10.766828 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 08:46:10.766828 dv-cinder-802653-4-iscsi neutron-server[100321]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 08:46:10.766828 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 08:46:10.766828 dv-cinder-802653-4-iscsi neutron-server[100321]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 08:46:10.766828 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 08:46:10.766828 dv-cinder-802653-4-iscsi neutron-server[100321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 08:46:10.766828 dv-cinder-802653-4-iscsi neutron-server[100321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 08:46:10.810939 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-a72badf7-b719-44c4-9fe6-341033d36fba req-13f93833-e5a3-49c9-8917-1a5db2aa04e5 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Deleting port 9f32bc78-b969-4715-aa36-5ccef40b2878 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:46:10.811286 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-a72badf7-b719-44c4-9fe6-341033d36fba req-13f93833-e5a3-49c9-8917-1a5db2aa04e5 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:10.822908 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 88cd136b-fb6e-4076-9753-a9ddcb166cfe no longer exists at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:46:10.843131 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] No Port match for: 88cd136b-fb6e-4076-9753-a9ddcb166cfe {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:46:10.843480 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 88cd136b-fb6e-4076-9753-a9ddcb166cfe not bound to the agent host dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:46:10.844149 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874 no longer exists at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:46:10.865955 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] No Port match for: d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874 {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:46:10.866218 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device d4ba8a4c-be0c-48ff-a7aa-a7f1e088f874 not bound to the agent host dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:46:10.866841 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device e82497ae-de99-4dbf-8b27-833f4fa2806d no longer exists at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:46:10.879803 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-1aa91e8c-d914-4ca3-8eea-a215a4f31434 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2045997676&fields=id&tenant_id=aa3e51a69dab4e98a556a31f852f896e HTTP/1.1" status: 200 len: 267 time: 0.0366859 Aug 04 08:46:10.886506 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] No Port match for: e82497ae-de99-4dbf-8b27-833f4fa2806d {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:46:10.886847 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device e82497ae-de99-4dbf-8b27-833f4fa2806d not bound to the agent host dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:46:10.921013 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-a72badf7-b719-44c4-9fe6-341033d36fba req-13f93833-e5a3-49c9-8917-1a5db2aa04e5 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] For port 9f32bc78-b969-4715-aa36-5ccef40b2878, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=9f32bc78-b969-4715-aa36-5ccef40b2878,segment=NetworkSegment(55668721-c8bf-4df9-929d-07849ad010f4),segment_id=55668721-c8bf-4df9-929d-07849ad010f4)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:46:10.921604 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-a72badf7-b719-44c4-9fe6-341033d36fba req-13f93833-e5a3-49c9-8917-1a5db2aa04e5 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:10.966418 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f949bd84-278d-49ad-a48e-90a415d8821e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055443'] for network, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:10.975768 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f949bd84-278d-49ad-a48e-90a415d8821e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:10.977637 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-f949bd84-278d-49ad-a48e-90a415d8821e admin admin] 10.222.0.45 "DELETE /v2.0/networks/4c817a01-120c-4c34-99bf-8b2dbd084298 HTTP/1.1" status: 204 len: 168 time: 0.8468840 Aug 04 08:46:10.991738 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949bd84-278d-49ad-a48e-90a415d8821e admin admin] Pushing event deleted for resources: {'Network': ['ID=4c817a01-120c-4c34-99bf-8b2dbd084298,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:11.011060 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-cd20713e-fb82-4df5-a665-69ee89d43ec7 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:11.011060 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-cd20713e-fb82-4df5-a665-69ee89d43ec7 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/networks?id=8f9c73a6-89e6-4715-98d4-4d8878714ea6 HTTP/1.1" status: 200 len: 809 time: 0.1149945 Aug 04 08:46:11.029249 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-8a52fae3-4147-47e7-b789-4dba4bbbc239 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/quotas/aa3e51a69dab4e98a556a31f852f896e HTTP/1.1" status: 200 len: 375 time: 0.0122480 Aug 04 08:46:11.088349 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-0699725c-a1ac-4d66-afc3-a6d58cee5c30 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa3e51a69dab4e98a556a31f852f896e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485365 Aug 04 08:46:11.156019 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-a72badf7-b719-44c4-9fe6-341033d36fba req-13f93833-e5a3-49c9-8917-1a5db2aa04e5 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:11.156658 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-a72badf7-b719-44c4-9fe6-341033d36fba req-13f93833-e5a3-49c9-8917-1a5db2aa04e5 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055929'] for floatingip, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:11.156658 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.db.l3_db [req-a72badf7-b719-44c4-9fe6-341033d36fba req-13f93833-e5a3-49c9-8917-1a5db2aa04e5 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Floating IP d2158783-0706-433f-acbe-970ae95b2284 disassociated. External IP: 172.27.0.102, port: 9f32bc78-b969-4715-aa36-5ccef40b2878. Aug 04 08:46:11.157019 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-a72badf7-b719-44c4-9fe6-341033d36fba req-13f93833-e5a3-49c9-8917-1a5db2aa04e5 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Calling delete_port for 9f32bc78-b969-4715-aa36-5ccef40b2878 owned by compute:nova {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:46:11.176684 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618b042-e6f6-4095-b54a-276a7b08d8d3 req-60a83042-bac4-4038-963b-c50d22fb9dd9 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:11.177583 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:11.178194 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3618b042-e6f6-4095-b54a-276a7b08d8d3 req-60a83042-bac4-4038-963b-c50d22fb9dd9 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=a61c81a0-f718-4ae9-889e-2d575f361c44 HTTP/1.1" status: 200 len: 946 time: 0.0838876 Aug 04 08:46:11.189054 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-882b491d-cd98-49df-a6e7-bc46f3f8a729 service neutron] 10.222.0.45 "GET /v2.0/networks/8f9c73a6-89e6-4715-98d4-4d8878714ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890901 Aug 04 08:46:11.259644 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3618b042-e6f6-4095-b54a-276a7b08d8d3 req-98f284a5-42e3-4ec5-9dbf-395632add0d0 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0487390 Aug 04 08:46:11.280162 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-b8467cd0-b160-4d0c-9b27-b3c14fbc0397 service neutron] 10.222.0.45 "GET /v2.0/networks/8f9c73a6-89e6-4715-98d4-4d8878714ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842650 Aug 04 08:46:11.353595 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 55636) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:46:11.390922 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-a72badf7-b719-44c4-9fe6-341033d36fba req-13f93833-e5a3-49c9-8917-1a5db2aa04e5 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:11.403501 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-bf38d820-f133-46cf-a260-f857f812e577 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bdc92ef353f743beb579e2734e4bc9ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0487494 Aug 04 08:46:11.403714 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 55642) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:46:11.426993 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f93833-e5a3-49c9-8917-1a5db2aa04e5 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Pushing event deleted for resources: {'Port': ['ID=9f32bc78-b969-4715-aa36-5ccef40b2878,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:11.461802 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ce138d1f-65e7-4e67-9a60-a6951ddfb7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:11.483779 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ce138d1f-65e7-4e67-9a60-a6951ddfb7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:11.540507 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a72badf7-b719-44c4-9fe6-341033d36fba req-13f93833-e5a3-49c9-8917-1a5db2aa04e5 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Router 4b811504-3b5e-4d85-8947-81201cead105 has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:46:11.622050 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ce138d1f-65e7-4e67-9a60-a6951ddfb7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:11.624789 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ce138d1f-65e7-4e67-9a60-a6951ddfb7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:11.625953 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-ce138d1f-65e7-4e67-9a60-a6951ddfb7c0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4973e0e3-29a0-4313-adad-6469db962418 HTTP/1.1" status: 204 len: 168 time: 0.2209668 Aug 04 08:46:11.634017 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce138d1f-65e7-4e67-9a60-a6951ddfb7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4973e0e3-29a0-4313-adad-6469db962418,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:11.648341 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a72badf7-b719-44c4-9fe6-341033d36fba req-13f93833-e5a3-49c9-8917-1a5db2aa04e5 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:46:11.661151 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0c0d2f-3430-4c96-a80b-149849d1011d None None] Sync routers for ids ['4b811504-3b5e-4d85-8947-81201cead105'] in dv-cinder-802653-4-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:46:11.671239 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0c0d2f-3430-4c96-a80b-149849d1011d None None] Routers {'4b811504-3b5e-4d85-8947-81201cead105'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:46:11.672306 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-0b0c0d2f-3430-4c96-a80b-149849d1011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:46:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['4b811504-3b5e-4d85-8947-81201cead105'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:46:11.690403 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72badf7-b719-44c4-9fe6-341033d36fba req-13f93833-e5a3-49c9-8917-1a5db2aa04e5 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] No DVR routers for this DVR port 9f32bc78-b969-4715-aa36-5ccef40b2878 on host hv-cinder-80265 {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:46:11.692941 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-a72badf7-b719-44c4-9fe6-341033d36fba req-13f93833-e5a3-49c9-8917-1a5db2aa04e5 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:11.694979 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a72badf7-b719-44c4-9fe6-341033d36fba req-13f93833-e5a3-49c9-8917-1a5db2aa04e5 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.61 "DELETE /v2.0/ports/9f32bc78-b969-4715-aa36-5ccef40b2878 HTTP/1.1" status: 204 len: 173 time: 1.1525736 Aug 04 08:46:11.695471 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61c81a0-f718-4ae9-889e-2d575f361c44', 'name': 'network-vif-deleted', 'tag': '9f32bc78-b969-4715-aa36-5ccef40b2878'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:46:11.697710 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06ee0d3-2ab7-48da-9fd1-ef9d1f8dcfa4" -d '{"events": [{"server_uuid": "a61c81a0-f718-4ae9-889e-2d575f361c44", "name": "network-vif-deleted", "tag": "9f32bc78-b969-4715-aa36-5ccef40b2878"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:46:11.763295 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f04ef7-0cdc-40c7-b287-f0b258c25ca0 x-openstack-request-id: req-f4f04ef7-0cdc-40c7-b287-f0b258c25ca0 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:46:11.763611 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61c81a0-f718-4ae9-889e-2d575f361c44", "name": "network-vif-deleted", "tag": "9f32bc78-b969-4715-aa36-5ccef40b2878", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:46:11.763889 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f4f04ef7-0cdc-40c7-b287-f0b258c25ca0 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:46:11.764355 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61c81a0-f718-4ae9-889e-2d575f361c44', 'name': 'network-vif-deleted', 'tag': '9f32bc78-b969-4715-aa36-5ccef40b2878', 'status': 'completed', 'code': 200} Aug 04 08:46:11.869272 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-0b0c0d2f-3430-4c96-a80b-149849d1011d None None] Set router 4b811504-3b5e-4d85-8947-81201cead105 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:46:11.940979 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-26b611cf-423c-434b-8a41-d371d593d04e req-3578df57-0b7d-405c-a897-f229bb550921 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 210 time: 0.0321026 Aug 04 08:46:12.100950 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-0b0c0d2f-3430-4c96-a80b-149849d1011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b811504-3b5e-4d85-8947-81201cead105', 'name': 'tempest-TestVolumeBootPattern-2134895935-router', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:44Z', 'updated_at': '2021-08-04T08:42:49Z', 'revision_number': 4, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'gw_port': {'id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:45Z', 'updated_at': '2021-08-04T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '4f564317-117c-4b42-a965-36d82bf45d2e', 'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'mac_address': 'fa:16:3e:7b:5c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:48Z', 'updated_at': '2021-08-04T08:42:55Z', 'revision_number': 5, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'subnets': [{'id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:46:12.127091 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0c0d2f-3430-4c96-a80b-149849d1011d None None] Checking router: 4b811504-3b5e-4d85-8947-81201cead105 for host: dv-cinder-802653-4-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:46:12.136077 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0c0d2f-3430-4c96-a80b-149849d1011d None None] Routers {'4b811504-3b5e-4d85-8947-81201cead105'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:46:12.136688 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-0b0c0d2f-3430-4c96-a80b-149849d1011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:46:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['4b811504-3b5e-4d85-8947-81201cead105'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:46:12.240476 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-0b0c0d2f-3430-4c96-a80b-149849d1011d None None] Set router 4b811504-3b5e-4d85-8947-81201cead105 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:46:12.395654 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-1fd9a0b5-a29f-4bb4-9a9d-99dcec443e4f req-c8139a9e-b80d-4986-b58c-730d57c2e22d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=a61c81a0-f718-4ae9-889e-2d575f361c44 HTTP/1.1" status: 200 len: 210 time: 0.0667145 Aug 04 08:46:12.455208 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-0b0c0d2f-3430-4c96-a80b-149849d1011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b811504-3b5e-4d85-8947-81201cead105', 'name': 'tempest-TestVolumeBootPattern-2134895935-router', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:44Z', 'updated_at': '2021-08-04T08:42:49Z', 'revision_number': 4, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'gw_port': {'id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:45Z', 'updated_at': '2021-08-04T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '4f564317-117c-4b42-a965-36d82bf45d2e', 'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'mac_address': 'fa:16:3e:7b:5c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:48Z', 'updated_at': '2021-08-04T08:42:55Z', 'revision_number': 5, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'subnets': [{'id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:46:12.483807 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0c0d2f-3430-4c96-a80b-149849d1011d None None] The sync data for ids ['4b811504-3b5e-4d85-8947-81201cead105'] in dv-cinder-802653-4-iscsi is: [{'id': '4b811504-3b5e-4d85-8947-81201cead105', 'name': 'tempest-TestVolumeBootPattern-2134895935-router', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:44Z', 'updated_at': '2021-08-04T08:42:49Z', 'revision_number': 4, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'gw_port': {'id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:45Z', 'updated_at': '2021-08-04T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '4f564317-117c-4b42-a965-36d82bf45d2e', 'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'mac_address': 'fa:16:3e:7b:5c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:48Z', 'updated_at': '2021-08-04T08:42:55Z', 'revision_number': 5, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'subnets': [{'id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:46:12.707729 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13ef4e0-73a0-43c7-bd7f-4ca2769cc5b2 None None] New status for floating IP d2158783-0706-433f-acbe-970ae95b2284: DOWN {{(pid=100322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 08:46:12.976331 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:12.991267 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 9f32bc78-b969-4715-aa36-5ccef40b2878 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:46:13.012232 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] No Port match for: 9f32bc78-b969-4715-aa36-5ccef40b2878 {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:46:13.018207 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 9f32bc78-b969-4715-aa36-5ccef40b2878 not bound to the agent host hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:46:13.022851 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-21aada01-9b0d-4b3c-8195-9bb2fa11af89 req-c14112c8-bfbc-42d8-bf96-67799cab7f45 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 210 time: 0.0321822 Aug 04 08:46:13.645443 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-7a112ba1-3d91-41ba-983c-1c68ed58400c tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-9106871&fields=id&tenant_id=dedd88d93ffc4bca9dc856c5b204a955 HTTP/1.1" status: 200 len: 267 time: 0.0388618 Aug 04 08:46:13.753802 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 6 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:46:13.758215 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-17775003-c5c4-4a94-9df3-afb2c736a476 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:13.759685 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-17775003-c5c4-4a94-9df3-afb2c736a476 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/networks?id=a5391651-c052-4019-966f-27312282f5a7 HTTP/1.1" status: 200 len: 812 time: 0.1069415 Aug 04 08:46:13.775266 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-8c343c90-cad7-4035-a085-05cc46e4520a tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/quotas/dedd88d93ffc4bca9dc856c5b204a955 HTTP/1.1" status: 200 len: 375 time: 0.0096350 Aug 04 08:46:13.828504 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-62e2761e-5318-4288-8fc1-e12b9fb34176 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dedd88d93ffc4bca9dc856c5b204a955&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476570 Aug 04 08:46:13.919451 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-2b4e26f1-4dbb-4a68-b4b4-71b7e09c4d38 service neutron] 10.222.0.45 "GET /v2.0/networks/a5391651-c052-4019-966f-27312282f5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792968 Aug 04 08:46:14.009256 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-96aa0835-ed68-41bf-b046-91d9517f4be5 service neutron] 10.222.0.45 "GET /v2.0/networks/a5391651-c052-4019-966f-27312282f5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831199 Aug 04 08:46:14.125665 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-200df541-5e74-4280-99f0-dffbf140f0e3 req-9363a69e-f896-4e8d-8ede-ec583a471426 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 210 time: 0.0270643 Aug 04 08:46:14.375193 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-9ad3c5ff-0c96-4de8-a818-c7a9c76e68f9 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:14.376641 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-9ad3c5ff-0c96-4de8-a818-c7a9c76e68f9 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.61 "GET /v2.0/networks?id=8f9c73a6-89e6-4715-98d4-4d8878714ea6 HTTP/1.1" status: 200 len: 809 time: 0.1071496 Aug 04 08:46:14.431735 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-8bc8145c-30b7-4922-a9de-d5676c4c8507 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa3e51a69dab4e98a556a31f852f896e HTTP/1.1" status: 200 len: 380 time: 0.0352471 Aug 04 08:46:14.441497 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-9904a357-a4ac-452a-a95a-d64c75c2331a tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Request body: {'port': {'device_id': 'bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb', 'network_id': '8f9c73a6-89e6-4715-98d4-4d8878714ea6', 'admin_state_up': True, 'tenant_id': 'aa3e51a69dab4e98a556a31f852f896e', 'security_groups': ['622aff1e-d7e9-4271-9720-5499efe94078']}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:46:14.773843 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-64e9fb89-0c30-4d03-833b-27fef0d80e2e req-5d18d8a3-f4fe-49cc-a2c8-303004fb4f56 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=1484e9f4-268d-44e5-8b9d-fe228e962e3b HTTP/1.1" status: 200 len: 210 time: 0.0291252 Aug 04 08:46:14.963236 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-9904a357-a4ac-452a-a95a-d64c75c2331a tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Made reservation on behalf of aa3e51a69dab4e98a556a31f852f896e for: {'port': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:46:14.966808 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-9904a357-a4ac-452a-a95a-d64c75c2331a tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:15.107930 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-9904a357-a4ac-452a-a95a-d64c75c2331a tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Allocated IP 172.20.0.12 (8f9c73a6-89e6-4715-98d4-4d8878714ea6/2ba08cd5-8402-4f50-9cd5-cc5c7c6d09fd/3f6cde59-b916-4f80-8d0f-18ae5482764b) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:46:15.239621 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-70b81dd4-2f84-40f6-a53a-2902091b23c2 req-2783aef2-3439-407f-8211-7d97567e7544 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 210 time: 0.0411105 Aug 04 08:46:15.269395 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-9904a357-a4ac-452a-a95a-d64c75c2331a tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:15.282382 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-9904a357-a4ac-452a-a95a-d64c75c2331a tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Transition to ACTIVE for port object 3f6cde59-b916-4f80-8d0f-18ae5482764b will not be triggered until provisioned by entity DHCP. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:46:15.388140 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-9904a357-a4ac-452a-a95a-d64c75c2331a tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:15.432354 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-9904a357-a4ac-452a-a95a-d64c75c2331a tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Network 8f9c73a6-89e6-4715-98d4-4d8878714ea6 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:46:15.435540 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-9904a357-a4ac-452a-a95a-d64c75c2331a tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:46:15.443091 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-9904a357-a4ac-452a-a95a-d64c75c2331a tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:46:15.450697 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9904a357-a4ac-452a-a95a-d64c75c2331a tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Pushing event updated for resources: {'Port': ['ID=3f6cde59-b916-4f80-8d0f-18ae5482764b,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:15.500544 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-9904a357-a4ac-452a-a95a-d64c75c2331a tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:15.501212 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-9904a357-a4ac-452a-a95a-d64c75c2331a tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:15.679571 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-9904a357-a4ac-452a-a95a-d64c75c2331a tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2416730 Aug 04 08:46:15.698694 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-f6c45997-9982-4971-b5b7-3ec3057ab278 service neutron] Request body: {'port': {'device_id': 'bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:46:15.707228 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-c733664b-7205-40ac-8559-7f6d4ed58581 None None] Provisioning for port 3f6cde59-b916-4f80-8d0f-18ae5482764b completed by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:46:15.714701 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-c733664b-7205-40ac-8559-7f6d4ed58581 None None] Provisioning complete for port 3f6cde59-b916-4f80-8d0f-18ae5482764b triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:46:15.715031 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c733664b-7205-40ac-8559-7f6d4ed58581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:15.752874 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-c733664b-7205-40ac-8559-7f6d4ed58581 None None] Port 3f6cde59-b916-4f80-8d0f-18ae5482764b cannot update to ACTIVE because it is not bound. {{(pid=100322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 08:46:15.761631 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-f6c45997-9982-4971-b5b7-3ec3057ab278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:15.876086 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-b2cf5a2a-d0e7-44e9-89b8-0685d2fc050b req-e314776d-bce7-40e5-98e3-cdaa5f8ca5c3 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=1484e9f4-268d-44e5-8b9d-fe228e962e3b HTTP/1.1" status: 200 len: 210 time: 0.0284717 Aug 04 08:46:16.026335 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-f6c45997-9982-4971-b5b7-3ec3057ab278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f6cde59-b916-4f80-8d0f-18ae5482764b {{(pid=100321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:46:16.035418 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-f6c45997-9982-4971-b5b7-3ec3057ab278 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:16.047502 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-f6c45997-9982-4971-b5b7-3ec3057ab278 service neutron] Transition to ACTIVE for port object 3f6cde59-b916-4f80-8d0f-18ae5482764b will not be triggered until provisioned by entity L2. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:46:16.113038 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-f6c45997-9982-4971-b5b7-3ec3057ab278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:16.169608 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c45997-9982-4971-b5b7-3ec3057ab278 service neutron] Pushing event updated for resources: {'Port': ['ID=3f6cde59-b916-4f80-8d0f-18ae5482764b,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:16.243832 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-f6c45997-9982-4971-b5b7-3ec3057ab278 service neutron] Attempting to bind port 3f6cde59-b916-4f80-8d0f-18ae5482764b on host hv-cinder-80265 for vnic_type normal with profile {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:46:16.244544 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-f6c45997-9982-4971-b5b7-3ec3057ab278 service neutron] Attempting to bind port 3f6cde59-b916-4f80-8d0f-18ae5482764b by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': 'a30e1fc5-cd44-4a68-adca-09aff10ba9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8f9c73a6-89e6-4715-98d4-4d8878714ea6'}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:46:16.244544 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-f6c45997-9982-4971-b5b7-3ec3057ab278 service neutron] Attempting to bind port 3f6cde59-b916-4f80-8d0f-18ae5482764b on network 8f9c73a6-89e6-4715-98d4-4d8878714ea6 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:46:16.249035 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-f6c45997-9982-4971-b5b7-3ec3057ab278 service neutron] Port 3f6cde59-b916-4f80-8d0f-18ae5482764b on network 8f9c73a6-89e6-4715-98d4-4d8878714ea6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 08:46:16.249390 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-f6c45997-9982-4971-b5b7-3ec3057ab278 service neutron] Attempting to bind port 3f6cde59-b916-4f80-8d0f-18ae5482764b on network 8f9c73a6-89e6-4715-98d4-4d8878714ea6 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:46:16.254513 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-f6c45997-9982-4971-b5b7-3ec3057ab278 service neutron] Checking agent: {'id': '9a1e25f0-5e7e-4202-aeb1-29bde28f6183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'started_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:46:16.254962 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-f6c45997-9982-4971-b5b7-3ec3057ab278 service neutron] Checking segment: {'id': 'a30e1fc5-cd44-4a68-adca-09aff10ba9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8f9c73a6-89e6-4715-98d4-4d8878714ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:46:16.255250 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-f6c45997-9982-4971-b5b7-3ec3057ab278 service neutron] Bound using segment: {'id': 'a30e1fc5-cd44-4a68-adca-09aff10ba9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8f9c73a6-89e6-4715-98d4-4d8878714ea6'} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:46:16.255684 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-f6c45997-9982-4971-b5b7-3ec3057ab278 service neutron] Bound port: 3f6cde59-b916-4f80-8d0f-18ae5482764b, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a30e1fc5-cd44-4a68-adca-09aff10ba9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8f9c73a6-89e6-4715-98d4-4d8878714ea6'}}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:46:16.256077 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-f6c45997-9982-4971-b5b7-3ec3057ab278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:16.326777 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-f6c45997-9982-4971-b5b7-3ec3057ab278 service neutron] For port 3f6cde59-b916-4f80-8d0f-18ae5482764b, host hv-cinder-80265, cleared binding levels {{(pid=100321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:46:16.330746 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-f6c45997-9982-4971-b5b7-3ec3057ab278 service neutron] For port 3f6cde59-b916-4f80-8d0f-18ae5482764b, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=3f6cde59-b916-4f80-8d0f-18ae5482764b,segment=NetworkSegment(a30e1fc5-cd44-4a68-adca-09aff10ba9bf),segment_id=a30e1fc5-cd44-4a68-adca-09aff10ba9bf)] {{(pid=100321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:46:16.362464 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d444cbe-6c39-4b7c-af38-f04a243212ba req-3ac1c24c-dc64-4a7f-90bf-e21f7cbe3c12 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:16.364023 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2d444cbe-6c39-4b7c-af38-f04a243212ba req-3ac1c24c-dc64-4a7f-90bf-e21f7cbe3c12 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 944 time: 0.0550790 Aug 04 08:46:16.404372 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2d444cbe-6c39-4b7c-af38-f04a243212ba req-cde9262a-4e02-4179-b044-67c033d12f24 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344069 Aug 04 08:46:16.424307 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-f6c45997-9982-4971-b5b7-3ec3057ab278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:16.452357 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-f6c45997-9982-4971-b5b7-3ec3057ab278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:16.452948 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-f6c45997-9982-4971-b5b7-3ec3057ab278 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:16.454377 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-f6c45997-9982-4971-b5b7-3ec3057ab278 service neutron] 10.222.0.61 "PUT /v2.0/ports/3f6cde59-b916-4f80-8d0f-18ae5482764b HTTP/1.1" status: 200 len: 1094 time: 0.7599676 Aug 04 08:46:16.454811 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb', 'tag': '3f6cde59-b916-4f80-8d0f-18ae5482764b'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:46:16.457713 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e17ee8a-206a-47f1-ac35-f9d5434e704e" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb", "tag": "3f6cde59-b916-4f80-8d0f-18ae5482764b"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:46:16.490378 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c45997-9982-4971-b5b7-3ec3057ab278 service neutron] Pushing event updated for resources: {'Port': ['ID=3f6cde59-b916-4f80-8d0f-18ae5482764b,revision_number=3']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:16.503715 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154dc796-c81b-4c61-8229-436119565d1d x-openstack-request-id: req-154dc796-c81b-4c61-8229-436119565d1d {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:46:16.504045 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb", "tag": "3f6cde59-b916-4f80-8d0f-18ae5482764b", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:46:16.504305 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-154dc796-c81b-4c61-8229-436119565d1d {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:46:16.504707 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb', 'tag': '3f6cde59-b916-4f80-8d0f-18ae5482764b', 'status': 'completed', 'code': 200} Aug 04 08:46:16.591285 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17ee8a-206a-47f1-ac35-f9d5434e704e req-de4f01b7-8c98-40d9-abae-300af65a1c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:16.592874 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8e17ee8a-206a-47f1-ac35-f9d5434e704e req-de4f01b7-8c98-40d9-abae-300af65a1c25 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=aa3e51a69dab4e98a556a31f852f896e&device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 1097 time: 0.0538831 Aug 04 08:46:16.713488 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 55754) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:46:16.795637 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-62bfc662-7199-4152-be67-5fdb67ace4ad tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:16.797155 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-62bfc662-7199-4152-be67-5fdb67ace4ad tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.61 "GET /v2.0/networks?id=a5391651-c052-4019-966f-27312282f5a7 HTTP/1.1" status: 200 len: 812 time: 0.1853611 Aug 04 08:46:16.798607 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17ee8a-206a-47f1-ac35-f9d5434e704e req-e139fb45-7348-4b3c-8ff9-83eb8066ad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:16.800485 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8e17ee8a-206a-47f1-ac35-f9d5434e704e req-e139fb45-7348-4b3c-8ff9-83eb8066ad4a service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=aa3e51a69dab4e98a556a31f852f896e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1874607 Aug 04 08:46:16.833271 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-bdfb283d-ccc5-4c9c-89c2-8395fcbe7d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:16.910401 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-58c210ff-6bb8-4b54-bc15-534b4a654cd4 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dedd88d93ffc4bca9dc856c5b204a955 HTTP/1.1" status: 200 len: 377 time: 0.0869896 Aug 04 08:46:16.923373 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-44af6bf1-f2ed-4fd0-8612-e397adca65b9 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Request body: {'port': {'device_id': '1484e9f4-268d-44e5-8b9d-fe228e962e3b', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'admin_state_up': True, 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'security_groups': ['970cb49f-e1fa-45ff-91aa-ba6791ce176b']}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:46:16.948215 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-bdfb283d-ccc5-4c9c-89c2-8395fcbe7d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:16.977166 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-6ee7f9f6-5c0d-436f-bf49-f1c63dc9bccd req-d349aa8b-ff65-4aec-8500-b4167d1e7b95 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=1484e9f4-268d-44e5-8b9d-fe228e962e3b HTTP/1.1" status: 200 len: 210 time: 0.0273921 Aug 04 08:46:16.989174 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17ee8a-206a-47f1-ac35-f9d5434e704e req-2cf540c6-7bfb-4362-817e-d56421c3cf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:16.990605 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8e17ee8a-206a-47f1-ac35-f9d5434e704e req-2cf540c6-7bfb-4362-817e-d56421c3cf95 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1615987 Aug 04 08:46:17.038581 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-bdfb283d-ccc5-4c9c-89c2-8395fcbe7d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:17.081274 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-bdfb283d-ccc5-4c9c-89c2-8395fcbe7d40 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0a338f4f64a543de96708542c47afbca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3660903 Aug 04 08:46:17.084776 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 55760) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:46:17.101258 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb283d-ccc5-4c9c-89c2-8395fcbe7d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e7eafe-8c6f-49e1-94ea-c5c64d086d97,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:17.115274 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-2e121458-7000-4d92-a662-e80b46f502fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:17.115274 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-2e121458-7000-4d92-a662-e80b46f502fe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=aa3e51a69dab4e98a556a31f852f896e&device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 1097 time: 0.0484841 Aug 04 08:46:17.147240 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-90c9a601-4628-478d-95bb-a49f5782230a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:17.166998 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-9a4607f7-d337-4ca8-b3da-477b89707fb0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f6cde59-b916-4f80-8d0f-18ae5482764b HTTP/1.1" status: 200 len: 217 time: 0.0367367 Aug 04 08:46:17.172788 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-90c9a601-4628-478d-95bb-a49f5782230a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:17.203523 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-44af6bf1-f2ed-4fd0-8612-e397adca65b9 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Made reservation on behalf of dedd88d93ffc4bca9dc856c5b204a955 for: {'port': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:46:17.207241 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-44af6bf1-f2ed-4fd0-8612-e397adca65b9 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:17.241372 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-a0052ccd-63f6-493b-89a7-bff9ffb6fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:17.242834 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-a0052ccd-63f6-493b-89a7-bff9ffb6fc35 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2ba08cd5-8402-4f50-9cd5-cc5c7c6d09fd HTTP/1.1" status: 200 len: 848 time: 0.0674922 Aug 04 08:46:17.294547 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-dea0414f-4566-4167-a928-e523f0c2e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:17.296116 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-dea0414f-4566-4167-a928-e523f0c2e673 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f9c73a6-89e6-4715-98d4-4d8878714ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450358 Aug 04 08:46:17.351931 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-90c9a601-4628-478d-95bb-a49f5782230a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:17.355076 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-90c9a601-4628-478d-95bb-a49f5782230a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:17.356281 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-90c9a601-4628-478d-95bb-a49f5782230a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c0e7eafe-8c6f-49e1-94ea-c5c64d086d97 HTTP/1.1" status: 204 len: 168 time: 0.2702911 Aug 04 08:46:17.365409 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9a601-4628-478d-95bb-a49f5782230a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e7eafe-8c6f-49e1-94ea-c5c64d086d97,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:17.460383 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-1263e65a-4ff0-4a37-b773-0bead68e0c03 service neutron] 10.222.0.61 "GET /v2.0/networks/8f9c73a6-89e6-4715-98d4-4d8878714ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565483 Aug 04 08:46:17.558697 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-44af6bf1-f2ed-4fd0-8612-e397adca65b9 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Allocated IP 172.20.0.6 (a5391651-c052-4019-966f-27312282f5a7/88edd72a-bd44-4717-a8ab-c97bf6648020/61d2f223-47ff-455c-bf0f-0b82e633909b) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:46:17.618709 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fadbd04-e035-48db-91f0-8e47f5de0c39 req-9d6e18d2-55b6-43e7-aa55-44c62e588fb5 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:17.620231 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5fadbd04-e035-48db-91f0-8e47f5de0c39 req-9d6e18d2-55b6-43e7-aa55-44c62e588fb5 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 944 time: 0.1391380 Aug 04 08:46:17.648810 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9c084a1d-306e-4dcc-aa3c-a88a239d269a req-b5b2e42f-7e89-4e80-805a-a22a1928dbb1 service neutron] 10.222.0.61 "GET /v2.0/networks/8f9c73a6-89e6-4715-98d4-4d8878714ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795590 Aug 04 08:46:17.715112 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5fadbd04-e035-48db-91f0-8e47f5de0c39 req-a51dad71-a2a4-476f-bd42-e1b4ff3fd4c5 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854034 Aug 04 08:46:17.786921 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-44af6bf1-f2ed-4fd0-8612-e397adca65b9 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:17.802289 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-44af6bf1-f2ed-4fd0-8612-e397adca65b9 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Transition to ACTIVE for port object 61d2f223-47ff-455c-bf0f-0b82e633909b will not be triggered until provisioned by entity DHCP. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:46:17.942288 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-44af6bf1-f2ed-4fd0-8612-e397adca65b9 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:17.993191 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-44af6bf1-f2ed-4fd0-8612-e397adca65b9 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Network a5391651-c052-4019-966f-27312282f5a7 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:46:17.996443 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-44af6bf1-f2ed-4fd0-8612-e397adca65b9 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:46:18.000833 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-44af6bf1-f2ed-4fd0-8612-e397adca65b9 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:46:18.005516 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af6bf1-f2ed-4fd0-8612-e397adca65b9 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Pushing event updated for resources: {'Port': ['ID=61d2f223-47ff-455c-bf0f-0b82e633909b,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:18.064206 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-44af6bf1-f2ed-4fd0-8612-e397adca65b9 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:18.065385 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-44af6bf1-f2ed-4fd0-8612-e397adca65b9 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:18.118868 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb1652-96b0-4aad-9ed6-67462aba1cc6 req-fb78df79-0c15-4921-b1c7-01e8c70e29bd tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:18.120482 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a2eb1652-96b0-4aad-9ed6-67462aba1cc6 req-fb78df79-0c15-4921-b1c7-01e8c70e29bd tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=1484e9f4-268d-44e5-8b9d-fe228e962e3b HTTP/1.1" status: 200 len: 931 time: 0.0536249 Aug 04 08:46:18.173677 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a2eb1652-96b0-4aad-9ed6-67462aba1cc6 req-20c52226-ce33-4e04-9fec-9ed8fc1fb3a1 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0463543 Aug 04 08:46:18.178485 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-44af6bf1-f2ed-4fd0-8612-e397adca65b9 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2607248 Aug 04 08:46:18.197508 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-57cf6a0d-69ef-44ad-a44d-4a5ca03a478e service neutron] Request body: {'port': {'device_id': '1484e9f4-268d-44e5-8b9d-fe228e962e3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:46:18.263833 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-57cf6a0d-69ef-44ad-a44d-4a5ca03a478e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:18.313242 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-34edd195-6b31-4871-b792-c6d0811c4cc4 None None] Provisioning for port 61d2f223-47ff-455c-bf0f-0b82e633909b completed by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:46:18.317693 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-34edd195-6b31-4871-b792-c6d0811c4cc4 None None] Provisioning complete for port 61d2f223-47ff-455c-bf0f-0b82e633909b triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:46:18.318053 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-34edd195-6b31-4871-b792-c6d0811c4cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:18.351136 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-34edd195-6b31-4871-b792-c6d0811c4cc4 None None] Port 61d2f223-47ff-455c-bf0f-0b82e633909b cannot update to ACTIVE because it is not bound. {{(pid=100322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 08:46:18.527534 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-57cf6a0d-69ef-44ad-a44d-4a5ca03a478e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61d2f223-47ff-455c-bf0f-0b82e633909b {{(pid=100321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:46:18.535004 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-57cf6a0d-69ef-44ad-a44d-4a5ca03a478e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:18.546732 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-57cf6a0d-69ef-44ad-a44d-4a5ca03a478e service neutron] Transition to ACTIVE for port object 61d2f223-47ff-455c-bf0f-0b82e633909b will not be triggered until provisioned by entity L2. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:46:18.598638 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-57cf6a0d-69ef-44ad-a44d-4a5ca03a478e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:18.647963 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf6a0d-69ef-44ad-a44d-4a5ca03a478e service neutron] Pushing event updated for resources: {'Port': ['ID=61d2f223-47ff-455c-bf0f-0b82e633909b,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:18.725043 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-57cf6a0d-69ef-44ad-a44d-4a5ca03a478e service neutron] Attempting to bind port 61d2f223-47ff-455c-bf0f-0b82e633909b on host hv-cinder-80265 for vnic_type normal with profile {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:46:18.725514 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-57cf6a0d-69ef-44ad-a44d-4a5ca03a478e service neutron] Attempting to bind port 61d2f223-47ff-455c-bf0f-0b82e633909b by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '55668721-c8bf-4df9-929d-07849ad010f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a5391651-c052-4019-966f-27312282f5a7'}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:46:18.726483 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-57cf6a0d-69ef-44ad-a44d-4a5ca03a478e service neutron] Attempting to bind port 61d2f223-47ff-455c-bf0f-0b82e633909b on network a5391651-c052-4019-966f-27312282f5a7 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:46:18.737299 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-57cf6a0d-69ef-44ad-a44d-4a5ca03a478e service neutron] Port 61d2f223-47ff-455c-bf0f-0b82e633909b on network a5391651-c052-4019-966f-27312282f5a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 08:46:18.737299 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-57cf6a0d-69ef-44ad-a44d-4a5ca03a478e service neutron] Attempting to bind port 61d2f223-47ff-455c-bf0f-0b82e633909b on network a5391651-c052-4019-966f-27312282f5a7 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:46:18.737299 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-57cf6a0d-69ef-44ad-a44d-4a5ca03a478e service neutron] Checking agent: {'id': '9a1e25f0-5e7e-4202-aeb1-29bde28f6183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'started_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:46:18.737299 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-57cf6a0d-69ef-44ad-a44d-4a5ca03a478e service neutron] Checking segment: {'id': '55668721-c8bf-4df9-929d-07849ad010f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a5391651-c052-4019-966f-27312282f5a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:46:18.737873 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-57cf6a0d-69ef-44ad-a44d-4a5ca03a478e service neutron] Bound using segment: {'id': '55668721-c8bf-4df9-929d-07849ad010f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a5391651-c052-4019-966f-27312282f5a7'} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:46:18.738161 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-57cf6a0d-69ef-44ad-a44d-4a5ca03a478e service neutron] Bound port: 61d2f223-47ff-455c-bf0f-0b82e633909b, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55668721-c8bf-4df9-929d-07849ad010f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a5391651-c052-4019-966f-27312282f5a7'}}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:46:18.738526 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-57cf6a0d-69ef-44ad-a44d-4a5ca03a478e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:18.835286 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-57cf6a0d-69ef-44ad-a44d-4a5ca03a478e service neutron] For port 61d2f223-47ff-455c-bf0f-0b82e633909b, host hv-cinder-80265, cleared binding levels {{(pid=100321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:46:18.854616 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-57cf6a0d-69ef-44ad-a44d-4a5ca03a478e service neutron] For port 61d2f223-47ff-455c-bf0f-0b82e633909b, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=61d2f223-47ff-455c-bf0f-0b82e633909b,segment=NetworkSegment(55668721-c8bf-4df9-929d-07849ad010f4),segment_id=55668721-c8bf-4df9-929d-07849ad010f4)] {{(pid=100321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:46:18.867676 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2c357-c332-4f8a-90f9-491cbe6a4aa7 req-044df7bc-3e73-4748-9a1a-c8382b9407d0 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:18.869846 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-59a2c357-c332-4f8a-90f9-491cbe6a4aa7 req-044df7bc-3e73-4748-9a1a-c8382b9407d0 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 944 time: 0.0720901 Aug 04 08:46:18.913879 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-59a2c357-c332-4f8a-90f9-491cbe6a4aa7 req-5c5f0857-1827-4965-86d0-b6a3ed07d55b tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349374 Aug 04 08:46:18.925974 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-57cf6a0d-69ef-44ad-a44d-4a5ca03a478e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:18.965894 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-57cf6a0d-69ef-44ad-a44d-4a5ca03a478e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:18.966619 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-57cf6a0d-69ef-44ad-a44d-4a5ca03a478e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:18.968106 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-57cf6a0d-69ef-44ad-a44d-4a5ca03a478e service neutron] 10.222.0.61 "PUT /v2.0/ports/61d2f223-47ff-455c-bf0f-0b82e633909b HTTP/1.1" status: 200 len: 1093 time: 0.7749803 Aug 04 08:46:18.968376 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1484e9f4-268d-44e5-8b9d-fe228e962e3b', 'tag': '61d2f223-47ff-455c-bf0f-0b82e633909b'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:46:18.970588 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f2762d-0ffb-4340-a2ee-2965dd601ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "1484e9f4-268d-44e5-8b9d-fe228e962e3b", "tag": "61d2f223-47ff-455c-bf0f-0b82e633909b"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:46:18.998120 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf6a0d-69ef-44ad-a44d-4a5ca03a478e service neutron] Pushing event updated for resources: {'Port': ['ID=61d2f223-47ff-455c-bf0f-0b82e633909b,revision_number=3']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:19.031561 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e70af8-ab9a-4575-ab83-efecede86a61 x-openstack-request-id: req-b5e70af8-ab9a-4575-ab83-efecede86a61 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:46:19.031858 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1484e9f4-268d-44e5-8b9d-fe228e962e3b", "tag": "61d2f223-47ff-455c-bf0f-0b82e633909b", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:46:19.032157 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b5e70af8-ab9a-4575-ab83-efecede86a61 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:46:19.032556 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1484e9f4-268d-44e5-8b9d-fe228e962e3b', 'tag': '61d2f223-47ff-455c-bf0f-0b82e633909b', 'status': 'completed', 'code': 200} Aug 04 08:46:19.126492 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2762d-0ffb-4340-a2ee-2965dd601ec1 req-1df2228b-bb37-459a-a8e5-f2d4a508a654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:19.128124 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f5f2762d-0ffb-4340-a2ee-2965dd601ec1 req-1df2228b-bb37-459a-a8e5-f2d4a508a654 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dedd88d93ffc4bca9dc856c5b204a955&device_id=1484e9f4-268d-44e5-8b9d-fe228e962e3b HTTP/1.1" status: 200 len: 1096 time: 0.0506835 Aug 04 08:46:19.269429 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2762d-0ffb-4340-a2ee-2965dd601ec1 req-46a3f623-d0c9-4238-a0e6-0184b68f3369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:19.271273 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f5f2762d-0ffb-4340-a2ee-2965dd601ec1 req-46a3f623-d0c9-4238-a0e6-0184b68f3369 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=dedd88d93ffc4bca9dc856c5b204a955&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1290982 Aug 04 08:46:19.360069 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66bca0-7fa4-488f-be8f-faec6f581f14 req-08c272ef-f248-4d22-8ef4-69efe1fdebea tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:19.361948 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fe66bca0-7fa4-488f-be8f-faec6f581f14 req-08c272ef-f248-4d22-8ef4-69efe1fdebea tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=1484e9f4-268d-44e5-8b9d-fe228e962e3b HTTP/1.1" status: 200 len: 943 time: 0.1093512 Aug 04 08:46:19.426305 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2762d-0ffb-4340-a2ee-2965dd601ec1 req-90e09293-0252-4325-bac4-28c759267126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:19.427781 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f5f2762d-0ffb-4340-a2ee-2965dd601ec1 req-90e09293-0252-4325-bac4-28c759267126 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1429722 Aug 04 08:46:19.430727 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fe66bca0-7fa4-488f-be8f-faec6f581f14 req-ed63deaf-c1ca-4107-b562-72a91a4776f7 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0604217 Aug 04 08:46:19.528705 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-82c6682f-d9fe-4307-969b-70987767e099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:19.530205 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-82c6682f-d9fe-4307-969b-70987767e099 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dedd88d93ffc4bca9dc856c5b204a955&device_id=1484e9f4-268d-44e5-8b9d-fe228e962e3b HTTP/1.1" status: 200 len: 1096 time: 0.0427270 Aug 04 08:46:19.578707 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-83ced460-13f5-4225-843e-398d5b27ce5f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61d2f223-47ff-455c-bf0f-0b82e633909b HTTP/1.1" status: 200 len: 217 time: 0.0340569 Aug 04 08:46:19.633173 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-f4a931d5-7556-4184-823c-2a06ebc4ea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:19.634696 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-f4a931d5-7556-4184-823c-2a06ebc4ea91 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=88edd72a-bd44-4717-a8ab-c97bf6648020 HTTP/1.1" status: 200 len: 851 time: 0.0495975 Aug 04 08:46:19.680480 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-25dae08c-277b-44aa-b40f-1b02488927f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:19.681958 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-25dae08c-277b-44aa-b40f-1b02488927f9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5391651-c052-4019-966f-27312282f5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398185 Aug 04 08:46:19.773013 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-835cf0ce-a5b9-4846-a71a-976f7dd1e452 service neutron] 10.222.0.61 "GET /v2.0/networks/a5391651-c052-4019-966f-27312282f5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819793 Aug 04 08:46:19.866652 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f537dd0b-29cc-4026-9462-b1243b38d715 req-03f84c90-f30d-490f-bf4d-09bb82d9ff0f service neutron] 10.222.0.61 "GET /v2.0/networks/a5391651-c052-4019-966f-27312282f5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851364 Aug 04 08:46:20.031364 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc1e3e-8296-4e65-9a77-b7774cd020ba req-ee009054-4c4d-48bf-8f0a-0ac6a2415824 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:20.032912 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-57dc1e3e-8296-4e65-9a77-b7774cd020ba req-ee009054-4c4d-48bf-8f0a-0ac6a2415824 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 944 time: 0.0522575 Aug 04 08:46:20.070868 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-57dc1e3e-8296-4e65-9a77-b7774cd020ba req-e4e5cfe3-9a9d-430b-acca-fb1882b70ac3 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319214 Aug 04 08:46:20.543691 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842515dd-b267-4585-832c-b0ba23792c35 req-d79579b9-6286-46c5-bf48-12575abb1df0 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:20.545248 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-842515dd-b267-4585-832c-b0ba23792c35 req-d79579b9-6286-46c5-bf48-12575abb1df0 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=1484e9f4-268d-44e5-8b9d-fe228e962e3b HTTP/1.1" status: 200 len: 943 time: 0.0492096 Aug 04 08:46:20.588709 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-842515dd-b267-4585-832c-b0ba23792c35 req-290b26d8-8f60-4f10-86eb-1a8502714029 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0352869 Aug 04 08:46:20.621672 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:20.849364 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad92d9-2fcd-4e16-94c8-b441d5a6c1db req-72820de5-6711-42bc-840c-10085ea18403 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:20.850735 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c5ad92d9-2fcd-4e16-94c8-b441d5a6c1db req-72820de5-6711-42bc-840c-10085ea18403 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 946 time: 0.0478814 Aug 04 08:46:20.887104 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c5ad92d9-2fcd-4e16-94c8-b441d5a6c1db req-ef4ee5e1-2d96-40bc-8827-d9573d206eea tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305300 Aug 04 08:46:21.186817 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e9653-b888-4a87-a1d3-41420285548f req-31244a5f-f9f9-43b5-addc-89876b3cde91 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:21.188334 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-473e9653-b888-4a87-a1d3-41420285548f req-31244a5f-f9f9-43b5-addc-89876b3cde91 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 944 time: 0.0516896 Aug 04 08:46:21.227069 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-473e9653-b888-4a87-a1d3-41420285548f req-2ef5ecf8-7cbf-4b64-9315-56b81780b606 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318227 Aug 04 08:46:21.700406 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4800c6a-8f64-4258-b343-6f07ec2a5fe0 req-3c8b59a9-bbe1-420a-91aa-69e39ec1a669 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:21.701867 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-d4800c6a-8f64-4258-b343-6f07ec2a5fe0 req-3c8b59a9-bbe1-420a-91aa-69e39ec1a669 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=1484e9f4-268d-44e5-8b9d-fe228e962e3b HTTP/1.1" status: 200 len: 943 time: 0.0479181 Aug 04 08:46:21.738772 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-d4800c6a-8f64-4258-b343-6f07ec2a5fe0 req-f8bca7a0-8ad4-4561-a9fb-53b76383edc8 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0311530 Aug 04 08:46:22.003782 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea9ce2-c640-4c8e-8275-7b81da3f1679 req-3c2c571d-a6ee-4617-8d01-c73981507931 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:22.005258 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-46ea9ce2-c640-4c8e-8275-7b81da3f1679 req-3c2c571d-a6ee-4617-8d01-c73981507931 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 946 time: 0.0477433 Aug 04 08:46:22.042181 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-46ea9ce2-c640-4c8e-8275-7b81da3f1679 req-a02b3288-a63b-4b68-8845-a8532f3c925a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308328 Aug 04 08:46:22.340198 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1891a9e-5a94-4d70-8f7c-8414edf24ba0 req-d3919ce9-4c88-450e-9fc6-4b9cce1d7ef2 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:22.341746 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c1891a9e-5a94-4d70-8f7c-8414edf24ba0 req-d3919ce9-4c88-450e-9fc6-4b9cce1d7ef2 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 944 time: 0.0481889 Aug 04 08:46:22.383916 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c1891a9e-5a94-4d70-8f7c-8414edf24ba0 req-8c60ba6f-30fa-4b5c-a31f-f40a749068df tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357866 Aug 04 08:46:22.532918 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85f942-1b4c-4c25-81b6-2feeb8bd39ed req-5fa15e21-3e36-4a26-843b-1359e363a211 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:22.534448 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8f85f942-1b4c-4c25-81b6-2feeb8bd39ed req-5fa15e21-3e36-4a26-843b-1359e363a211 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.61 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 946 time: 0.0518167 Aug 04 08:46:22.630580 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-8f85f942-1b4c-4c25-81b6-2feeb8bd39ed req-5efe2467-2de1-490a-807c-fff86a4f4b7a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Deleting port 35a681cb-46a1-4f7e-a31c-150b54d27c33 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:46:22.630924 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-8f85f942-1b4c-4c25-81b6-2feeb8bd39ed req-5efe2467-2de1-490a-807c-fff86a4f4b7a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:22.720518 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-8f85f942-1b4c-4c25-81b6-2feeb8bd39ed req-5efe2467-2de1-490a-807c-fff86a4f4b7a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] For port 35a681cb-46a1-4f7e-a31c-150b54d27c33, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=35a681cb-46a1-4f7e-a31c-150b54d27c33,segment=NetworkSegment(9fc2a23e-05fc-423c-8776-74a99484ef67),segment_id=9fc2a23e-05fc-423c-8776-74a99484ef67)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:46:22.720886 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-8f85f942-1b4c-4c25-81b6-2feeb8bd39ed req-5efe2467-2de1-490a-807c-fff86a4f4b7a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:22.911951 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96ded7-85e2-4237-b3e9-d1d5692e5505 req-720130a5-df83-474b-ade1-bdc4dbfbee82 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:22.913398 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ce96ded7-85e2-4237-b3e9-d1d5692e5505 req-720130a5-df83-474b-ade1-bdc4dbfbee82 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=1484e9f4-268d-44e5-8b9d-fe228e962e3b HTTP/1.1" status: 200 len: 943 time: 0.0990753 Aug 04 08:46:22.933544 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-8f85f942-1b4c-4c25-81b6-2feeb8bd39ed req-5efe2467-2de1-490a-807c-fff86a4f4b7a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:22.933907 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-8f85f942-1b4c-4c25-81b6-2feeb8bd39ed req-5efe2467-2de1-490a-807c-fff86a4f4b7a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055929'] for floatingip, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:22.934209 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.db.l3_db [req-8f85f942-1b4c-4c25-81b6-2feeb8bd39ed req-5efe2467-2de1-490a-807c-fff86a4f4b7a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Floating IP 17010922-cdec-41ad-82a3-06f059aa2f33 disassociated. External IP: 172.27.0.122, port: 35a681cb-46a1-4f7e-a31c-150b54d27c33. Aug 04 08:46:22.934541 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-8f85f942-1b4c-4c25-81b6-2feeb8bd39ed req-5efe2467-2de1-490a-807c-fff86a4f4b7a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Calling delete_port for 35a681cb-46a1-4f7e-a31c-150b54d27c33 owned by compute:nova {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:46:23.000397 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ce96ded7-85e2-4237-b3e9-d1d5692e5505 req-2e550cbc-cd7e-4437-895f-f4738102e6c5 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0786254 Aug 04 08:46:23.160829 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd73eb-429f-438f-8808-0090f9485278 req-b0c470db-fe77-4828-8524-f18df6482f97 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:23.162384 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a9dd73eb-429f-438f-8808-0090f9485278 req-b0c470db-fe77-4828-8524-f18df6482f97 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b38586-5beb-48fa-9645-339c6462a1b2 HTTP/1.1" status: 200 len: 946 time: 0.0493515 Aug 04 08:46:23.176076 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-8f85f942-1b4c-4c25-81b6-2feeb8bd39ed req-5efe2467-2de1-490a-807c-fff86a4f4b7a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:23.200595 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a9dd73eb-429f-438f-8808-0090f9485278 req-63e9693c-e237-44f8-9b10-2f39f6228d88 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=cddb1b5d-78c9-4546-bf61-f7d0ec702746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323033 Aug 04 08:46:23.202517 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe2467-2de1-490a-807c-fff86a4f4b7a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Pushing event deleted for resources: {'Port': ['ID=35a681cb-46a1-4f7e-a31c-150b54d27c33,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:23.214600 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe2467-2de1-490a-807c-fff86a4f4b7a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:23.215749 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe2467-2de1-490a-807c-fff86a4f4b7a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:23.215749 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe2467-2de1-490a-807c-fff86a4f4b7a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:23.215749 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe2467-2de1-490a-807c-fff86a4f4b7a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:23.222642 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe2467-2de1-490a-807c-fff86a4f4b7a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:23.222642 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe2467-2de1-490a-807c-fff86a4f4b7a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:23.222642 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe2467-2de1-490a-807c-fff86a4f4b7a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:23.222642 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe2467-2de1-490a-807c-fff86a4f4b7a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:23.222642 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe2467-2de1-490a-807c-fff86a4f4b7a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:23.222642 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe2467-2de1-490a-807c-fff86a4f4b7a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:23.222642 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe2467-2de1-490a-807c-fff86a4f4b7a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:23.222642 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe2467-2de1-490a-807c-fff86a4f4b7a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:23.333201 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f85f942-1b4c-4c25-81b6-2feeb8bd39ed req-5efe2467-2de1-490a-807c-fff86a4f4b7a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Router e2217c2a-eee6-44c8-9c47-15eb7dffe0f3 has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:46:23.440456 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f85f942-1b4c-4c25-81b6-2feeb8bd39ed req-5efe2467-2de1-490a-807c-fff86a4f4b7a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:46:23.450726 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b56d12c-d5b9-4266-82f4-ee9bf9387c9f None None] Sync routers for ids ['e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'] in dv-cinder-802653-4-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:46:23.459741 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b56d12c-d5b9-4266-82f4-ee9bf9387c9f None None] Routers {'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:46:23.460373 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-6b56d12c-d5b9-4266-82f4-ee9bf9387c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:46:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:46:23.490277 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f85f942-1b4c-4c25-81b6-2feeb8bd39ed req-5efe2467-2de1-490a-807c-fff86a4f4b7a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] No DVR routers for this DVR port 35a681cb-46a1-4f7e-a31c-150b54d27c33 on host hv-cinder-80265 {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:46:23.492745 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-8f85f942-1b4c-4c25-81b6-2feeb8bd39ed req-5efe2467-2de1-490a-807c-fff86a4f4b7a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:23.494982 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8f85f942-1b4c-4c25-81b6-2feeb8bd39ed req-5efe2467-2de1-490a-807c-fff86a4f4b7a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.61 "DELETE /v2.0/ports/35a681cb-46a1-4f7e-a31c-150b54d27c33 HTTP/1.1" status: 204 len: 173 time: 0.9547668 Aug 04 08:46:23.509271 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b38586-5beb-48fa-9645-339c6462a1b2', 'name': 'network-vif-deleted', 'tag': '35a681cb-46a1-4f7e-a31c-150b54d27c33'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:46:23.511564 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf6eac2-ed8a-4236-857e-102838e21c25" -d '{"events": [{"server_uuid": "94b38586-5beb-48fa-9645-339c6462a1b2", "name": "network-vif-deleted", "tag": "35a681cb-46a1-4f7e-a31c-150b54d27c33"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:46:23.538929 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfca4e6-adcf-4315-b487-d3cbe9cbdf3b req-2e248704-a4a8-44ae-9d5b-1e9faafc73bb tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:23.545309 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5bfca4e6-adcf-4315-b487-d3cbe9cbdf3b req-2e248704-a4a8-44ae-9d5b-1e9faafc73bb tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 944 time: 0.0790777 Aug 04 08:46:23.556319 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22c45ec-44ac-48e6-bf0a-dc90360f73a6 x-openstack-request-id: req-a22c45ec-44ac-48e6-bf0a-dc90360f73a6 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:46:23.556734 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b38586-5beb-48fa-9645-339c6462a1b2", "name": "network-vif-deleted", "tag": "35a681cb-46a1-4f7e-a31c-150b54d27c33", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:46:23.557053 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a22c45ec-44ac-48e6-bf0a-dc90360f73a6 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:46:23.557502 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b38586-5beb-48fa-9645-339c6462a1b2', 'name': 'network-vif-deleted', 'tag': '35a681cb-46a1-4f7e-a31c-150b54d27c33', 'status': 'completed', 'code': 200} Aug 04 08:46:23.582043 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-6b56d12c-d5b9-4266-82f4-ee9bf9387c9f None None] Set router e2217c2a-eee6-44c8-9c47-15eb7dffe0f3 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:46:23.586978 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-5bfca4e6-adcf-4315-b487-d3cbe9cbdf3b req-63c85c25-1f07-4b4b-8aa4-0eaed37901bf tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403080 Aug 04 08:46:23.786625 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-6b56d12c-d5b9-4266-82f4-ee9bf9387c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1612254749-router', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:30Z', 'updated_at': '2021-08-04T08:42:35Z', 'revision_number': 4, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'gw_port': {'id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:31Z', 'updated_at': '2021-08-04T08:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '0792795c-ea17-4577-b5ed-826770e0df87', 'name': '', 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'mac_address': 'fa:16:3e:9a:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:35Z', 'updated_at': '2021-08-04T08:42:43Z', 'revision_number': 5, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'subnets': [{'id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:46:23.811590 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b56d12c-d5b9-4266-82f4-ee9bf9387c9f None None] Checking router: e2217c2a-eee6-44c8-9c47-15eb7dffe0f3 for host: dv-cinder-802653-4-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:46:23.819311 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b56d12c-d5b9-4266-82f4-ee9bf9387c9f None None] Routers {'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:46:23.819904 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-6b56d12c-d5b9-4266-82f4-ee9bf9387c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:46:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:46:23.927539 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-6b56d12c-d5b9-4266-82f4-ee9bf9387c9f None None] Set router e2217c2a-eee6-44c8-9c47-15eb7dffe0f3 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:46:24.143412 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190aff43-7507-4a90-8938-6471a3101a43 req-d023c11a-4c4f-44e5-b43a-625873b4f1f1 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:24.143412 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-190aff43-7507-4a90-8938-6471a3101a43 req-d023c11a-4c4f-44e5-b43a-625873b4f1f1 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=1484e9f4-268d-44e5-8b9d-fe228e962e3b HTTP/1.1" status: 200 len: 943 time: 0.0679131 Aug 04 08:46:24.146707 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-6b56d12c-d5b9-4266-82f4-ee9bf9387c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1612254749-router', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:30Z', 'updated_at': '2021-08-04T08:42:35Z', 'revision_number': 4, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'gw_port': {'id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:31Z', 'updated_at': '2021-08-04T08:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '0792795c-ea17-4577-b5ed-826770e0df87', 'name': '', 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'mac_address': 'fa:16:3e:9a:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:35Z', 'updated_at': '2021-08-04T08:42:43Z', 'revision_number': 5, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'subnets': [{'id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:46:24.178659 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b56d12c-d5b9-4266-82f4-ee9bf9387c9f None None] The sync data for ids ['e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'] in dv-cinder-802653-4-iscsi is: [{'id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1612254749-router', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:30Z', 'updated_at': '2021-08-04T08:42:35Z', 'revision_number': 4, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'gw_port': {'id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:31Z', 'updated_at': '2021-08-04T08:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '0792795c-ea17-4577-b5ed-826770e0df87', 'name': '', 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'mac_address': 'fa:16:3e:9a:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:35Z', 'updated_at': '2021-08-04T08:42:43Z', 'revision_number': 5, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'subnets': [{'id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:46:24.182824 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-190aff43-7507-4a90-8938-6471a3101a43 req-d6e7ff95-3f98-4eb4-930a-440169261e06 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0371885 Aug 04 08:46:24.388546 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 55898) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:46:24.428798 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95c6eba-7712-410b-8f01-370a956f6053 None None] New status for floating IP 17010922-cdec-41ad-82a3-06f059aa2f33: DOWN {{(pid=100322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 08:46:24.447264 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-a4d45539-6bbf-43d5-b446-5421a9c691be tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:24.470624 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-a4d45539-6bbf-43d5-b446-5421a9c691be tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:24.616146 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-a4d45539-6bbf-43d5-b446-5421a9c691be tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:24.618991 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-a4d45539-6bbf-43d5-b446-5421a9c691be tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:24.620417 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-a4d45539-6bbf-43d5-b446-5421a9c691be tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "DELETE /v2.0/security-groups/cddb1b5d-78c9-4546-bf61-f7d0ec702746 HTTP/1.1" status: 204 len: 168 time: 0.2307806 Aug 04 08:46:24.623163 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 55906) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:46:24.631369 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d45539-6bbf-43d5-b446-5421a9c691be tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddb1b5d-78c9-4546-bf61-f7d0ec702746,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:24.638295 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.api.v2.resource [None req-193b6f0b-bc93-4ae6-86ad-d4d9c22b2f97 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] show failed (client error): The resource could not be found. Aug 04 08:46:24.639323 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-193b6f0b-bc93-4ae6-86ad-d4d9c22b2f97 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups/cddb1b5d-78c9-4546-bf61-f7d0ec702746 HTTP/1.1" status: 404 len: 347 time: 0.0151777 Aug 04 08:46:24.642186 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 55908) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:46:24.800974 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47d9f3-9d72-427e-a497-df3504b7cd5d req-d05c93ca-be8d-4f24-a032-128010761055 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:24.802439 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ec47d9f3-9d72-427e-a497-df3504b7cd5d req-d05c93ca-be8d-4f24-a032-128010761055 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 944 time: 0.1101148 Aug 04 08:46:24.825933 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-a201dfda-ad28-4d7c-82e2-7af9b3c95dd6 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Deleting port d72677ea-667b-495b-8111-3429a5e9451f {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:46:24.826279 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a201dfda-ad28-4d7c-82e2-7af9b3c95dd6 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:25.070373 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 3f6cde59-b916-4f80-8d0f-18ae5482764b details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=100322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 08:46:25.147579 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ec47d9f3-9d72-427e-a497-df3504b7cd5d req-376b5b45-92a4-4f4c-9b18-02cf365a4935 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3375363 Aug 04 08:46:25.175261 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 3f6cde59-b916-4f80-8d0f-18ae5482764b, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=3f6cde59-b916-4f80-8d0f-18ae5482764b,segment=NetworkSegment(a30e1fc5-cd44-4a68-adca-09aff10ba9bf),segment_id=a30e1fc5-cd44-4a68-adca-09aff10ba9bf)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:46:25.180118 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a201dfda-ad28-4d7c-82e2-7af9b3c95dd6 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:25.180510 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a201dfda-ad28-4d7c-82e2-7af9b3c95dd6 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:25.186831 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Returning: {'device': '3f6cde59-b916-4f80-8d0f-18ae5482764b', 'network_id': '8f9c73a6-89e6-4715-98d4-4d8878714ea6', 'port_id': '3f6cde59-b916-4f80-8d0f-18ae5482764b', 'mac_address': 'fa:16:3e:e1:75:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ba08cd5-8402-4f50-9cd5-cc5c7c6d09fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 08:46:25.194480 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-a201dfda-ad28-4d7c-82e2-7af9b3c95dd6 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Calling delete_port for d72677ea-667b-495b-8111-3429a5e9451f owned by network:floatingip {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:46:25.228288 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:25.242680 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f6cde59-b916-4f80-8d0f-18ae5482764b {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:46:25.264663 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 3f6cde59-b916-4f80-8d0f-18ae5482764b, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=3f6cde59-b916-4f80-8d0f-18ae5482764b,segment=NetworkSegment(a30e1fc5-cd44-4a68-adca-09aff10ba9bf),segment_id=a30e1fc5-cd44-4a68-adca-09aff10ba9bf)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:46:25.312566 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34bf01-7ba3-4c45-ab0b-c764c06e4ea6 req-fd577e9f-ca3b-4563-a21f-ad67bf811d08 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:25.314088 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-ec34bf01-7ba3-4c45-ab0b-c764c06e4ea6 req-fd577e9f-ca3b-4563-a21f-ad67bf811d08 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=1484e9f4-268d-44e5-8b9d-fe228e962e3b HTTP/1.1" status: 200 len: 943 time: 0.0510602 Aug 04 08:46:25.352329 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:25.357790 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-ec34bf01-7ba3-4c45-ab0b-c764c06e4ea6 req-e7e01619-0d9e-426e-8217-62689e55a153 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0334735 Aug 04 08:46:25.400980 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=3f6cde59-b916-4f80-8d0f-18ae5482764b,revision_number=4']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:25.404864 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a201dfda-ad28-4d7c-82e2-7af9b3c95dd6 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:25.430634 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201dfda-ad28-4d7c-82e2-7af9b3c95dd6 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Pushing event deleted for resources: {'Port': ['ID=d72677ea-667b-495b-8111-3429a5e9451f,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:25.489185 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a201dfda-ad28-4d7c-82e2-7af9b3c95dd6 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for floatingip, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:25.491686 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a201dfda-ad28-4d7c-82e2-7af9b3c95dd6 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for floatingip, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:25.492846 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-a201dfda-ad28-4d7c-82e2-7af9b3c95dd6 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "DELETE /v2.0/floatingips/17010922-cdec-41ad-82a3-06f059aa2f33 HTTP/1.1" status: 204 len: 168 time: 0.8495879 Aug 04 08:46:25.704326 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['3f6cde59-b916-4f80-8d0f-18ae5482764b'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:46:25.983579 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 55926) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:46:25.989105 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-510aec30-da5c-49b8-a3e4-4e43c5edd6d2 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1020525912', 'description': 'tempest-description--1688386576'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:46:26.066528 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-510aec30-da5c-49b8-a3e4-4e43c5edd6d2 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:26.145156 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-510aec30-da5c-49b8-a3e4-4e43c5edd6d2 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:26.226068 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-510aec30-da5c-49b8-a3e4-4e43c5edd6d2 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:26.255640 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510aec30-da5c-49b8-a3e4-4e43c5edd6d2 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d498a4-8045-486f-968e-f43c391b6851,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:26.267248 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cd068-4978-425e-8fe1-0f021de37968 req-08b4acb2-559b-448b-8ac6-fb45ae74a05c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:26.268889 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-4f4cd068-4978-425e-8fe1-0f021de37968 req-08b4acb2-559b-448b-8ac6-fb45ae74a05c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 945 time: 0.0497804 Aug 04 08:46:26.308482 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-4f4cd068-4978-425e-8fe1-0f021de37968 req-00c1010d-2997-4b4d-8cb0-af03ee8ed480 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336471 Aug 04 08:46:26.312817 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-510aec30-da5c-49b8-a3e4-4e43c5edd6d2 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:26.314260 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-510aec30-da5c-49b8-a3e4-4e43c5edd6d2 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3295593 Aug 04 08:46:26.317008 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 55930) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:46:26.321557 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-09cd7543-ee43-4381-9219-45b2ae882f15 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Request body: {'security_group_rule': {'security_group_id': 'a2d498a4-8045-486f-968e-f43c391b6851', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:46:26.415197 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-09cd7543-ee43-4381-9219-45b2ae882f15 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:26.498990 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09f806-c886-44c4-8ffc-042b6b41058a req-df839e8f-0982-41d3-8f80-407dc54be43c tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:26.500421 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-da09f806-c886-44c4-8ffc-042b6b41058a req-df839e8f-0982-41d3-8f80-407dc54be43c tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=1484e9f4-268d-44e5-8b9d-fe228e962e3b HTTP/1.1" status: 200 len: 943 time: 0.0721593 Aug 04 08:46:26.509646 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-09cd7543-ee43-4381-9219-45b2ae882f15 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:26.542424 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-da09f806-c886-44c4-8ffc-042b6b41058a req-5c328b38-62cd-47cb-94f6-9886142da51f tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0347068 Aug 04 08:46:26.581067 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-09cd7543-ee43-4381-9219-45b2ae882f15 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085599'] for security_group_rule, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:26.600498 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd7543-ee43-4381-9219-45b2ae882f15 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d6c775-6e28-4da6-9f5f-53a9c2937dfa,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:26.661704 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-09cd7543-ee43-4381-9219-45b2ae882f15 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:26.665469 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-09cd7543-ee43-4381-9219-45b2ae882f15 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3451312 Aug 04 08:46:26.665735 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 55934) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:46:26.670152 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-7df5722c-474b-4e5f-bd50-d6c25b6a26b3 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Request body: {'security_group_rule': {'security_group_id': 'a2d498a4-8045-486f-968e-f43c391b6851', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:46:26.762606 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7df5722c-474b-4e5f-bd50-d6c25b6a26b3 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:26.817702 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7df5722c-474b-4e5f-bd50-d6c25b6a26b3 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:26.884137 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7df5722c-474b-4e5f-bd50-d6c25b6a26b3 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085599'] for security_group_rule, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:26.900832 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5722c-474b-4e5f-bd50-d6c25b6a26b3 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=916f8d55-ee6f-4690-9871-5a0cbb0921f8,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:26.964429 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7df5722c-474b-4e5f-bd50-d6c25b6a26b3 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:26.965640 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-7df5722c-474b-4e5f-bd50-d6c25b6a26b3 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2989163 Aug 04 08:46:26.968796 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 55936) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:46:26.973318 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-aedde948-f143-41e1-9ab0-bc9badde6482 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Request body: {'floatingip': {'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:46:27.050090 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-aedde948-f143-41e1-9ab0-bc9badde6482 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for floatingip, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:27.069702 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 61d2f223-47ff-455c-bf0f-0b82e633909b details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=100322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 08:46:27.077132 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 3f6cde59-b916-4f80-8d0f-18ae5482764b up at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:46:27.157863 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-aedde948-f143-41e1-9ab0-bc9badde6482 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:27.209727 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 61d2f223-47ff-455c-bf0f-0b82e633909b, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=61d2f223-47ff-455c-bf0f-0b82e633909b,segment=NetworkSegment(55668721-c8bf-4df9-929d-07849ad010f4),segment_id=55668721-c8bf-4df9-929d-07849ad010f4)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:46:27.226576 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Returning: {'device': '61d2f223-47ff-455c-bf0f-0b82e633909b', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'port_id': '61d2f223-47ff-455c-bf0f-0b82e633909b', 'mac_address': 'fa:16:3e:37:db:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 08:46:27.272538 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [None req-aedde948-f143-41e1-9ab0-bc9badde6482 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Allocated IP 172.27.0.90 (3e216780-0509-4029-b6cd-a15c5c01b313/90755f8e-3998-4871-81e2-3daea40b0bfb/cedde00a-73e2-4307-b580-3f8a1ce54eaa) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:46:27.383633 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning for port 3f6cde59-b916-4f80-8d0f-18ae5482764b completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:46:27.391877 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning complete for port 3f6cde59-b916-4f80-8d0f-18ae5482764b triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:46:27.392283 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:27.415793 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-aedde948-f143-41e1-9ab0-bc9badde6482 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:27.423090 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:27.440630 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d2f223-47ff-455c-bf0f-0b82e633909b {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:46:27.445240 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4c6bc-ca30-4602-beab-a73b9eead522 req-acb47bf2-9228-4518-9522-5dcf7822a953 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:27.447429 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2eb4c6bc-ca30-4602-beab-a73b9eead522 req-acb47bf2-9228-4518-9522-5dcf7822a953 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 945 time: 0.0562112 Aug 04 08:46:27.465460 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 61d2f223-47ff-455c-bf0f-0b82e633909b, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=61d2f223-47ff-455c-bf0f-0b82e633909b,segment=NetworkSegment(55668721-c8bf-4df9-929d-07849ad010f4),segment_id=55668721-c8bf-4df9-929d-07849ad010f4)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:46:27.492658 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2eb4c6bc-ca30-4602-beab-a73b9eead522 req-2533a525-15b2-4893-bf44-03c692be9ff6 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390446 Aug 04 08:46:27.507795 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:27.530064 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6cde59-b916-4f80-8d0f-18ae5482764b'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:46:27.532263 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c495c7497e5e90a156a42ea06e218473990fefc1974f3e33d0cb89c8111961e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33a8b60-3c4e-44be-a631-3e800ad60448" -d '{"events": [{"server_uuid": "bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb", "name": "network-vif-plugged", "status": "completed", "tag": "3f6cde59-b916-4f80-8d0f-18ae5482764b"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:46:27.546269 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-aedde948-f143-41e1-9ab0-bc9badde6482 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:27.546408 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 3f6cde59-b916-4f80-8d0f-18ae5482764b, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=3f6cde59-b916-4f80-8d0f-18ae5482764b,segment=NetworkSegment(a30e1fc5-cd44-4a68-adca-09aff10ba9bf),segment_id=a30e1fc5-cd44-4a68-adca-09aff10ba9bf)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:46:27.570706 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bead4570-67c0-405c-9fa1-4bf92922ecd9 x-openstack-request-id: req-bead4570-67c0-405c-9fa1-4bf92922ecd9 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:46:27.570706 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb", "name": "network-vif-plugged", "status": "completed", "tag": "3f6cde59-b916-4f80-8d0f-18ae5482764b", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:46:27.570706 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bead4570-67c0-405c-9fa1-4bf92922ecd9 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:46:27.574607 dv-cinder-802653-4-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6cde59-b916-4f80-8d0f-18ae5482764b', 'code': 200} Aug 04 08:46:27.574607 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:27.587316 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedde948-f143-41e1-9ab0-bc9badde6482 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Network 3e216780-0509-4029-b6cd-a15c5c01b313 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:46:27.592132 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-aedde948-f143-41e1-9ab0-bc9badde6482 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:46:27.595852 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedde948-f143-41e1-9ab0-bc9badde6482 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:46:27.602062 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedde948-f143-41e1-9ab0-bc9badde6482 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Pushing event updated for resources: {'Port': ['ID=cedde00a-73e2-4307-b580-3f8a1ce54eaa,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:27.637874 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=61d2f223-47ff-455c-bf0f-0b82e633909b,revision_number=4']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:27.660549 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd434332-0c6e-42d6-8c46-2c5336605296 req-9c62dcdf-b5b9-48ff-8306-f8d02e76464c tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:27.666119 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-fd434332-0c6e-42d6-8c46-2c5336605296 req-9c62dcdf-b5b9-48ff-8306-f8d02e76464c tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=1484e9f4-268d-44e5-8b9d-fe228e962e3b HTTP/1.1" status: 200 len: 944 time: 0.0498152 Aug 04 08:46:27.686116 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:27.687674 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 35a681cb-46a1-4f7e-a31c-150b54d27c33 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:46:27.695910 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-aedde948-f143-41e1-9ab0-bc9badde6482 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:27.704427 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-fd434332-0c6e-42d6-8c46-2c5336605296 req-6becc468-27d8-4e11-9dd3-907b44f7a85a tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0354047 Aug 04 08:46:27.733287 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] No Port match for: 35a681cb-46a1-4f7e-a31c-150b54d27c33 {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:46:27.733642 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 35a681cb-46a1-4f7e-a31c-150b54d27c33 not bound to the agent host hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:46:27.766346 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=3f6cde59-b916-4f80-8d0f-18ae5482764b,revision_number=5']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:27.769543 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-aedde948-f143-41e1-9ab0-bc9badde6482 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:27.852914 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['61d2f223-47ff-455c-bf0f-0b82e633909b'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:46:27.919661 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c982c48-07eb-43c4-ae90-4254d9e817c0 req-565a7a37-90ce-4cf9-92ea-ed88a62cd397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:27.921178 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4c982c48-07eb-43c4-ae90-4254d9e817c0 req-565a7a37-90ce-4cf9-92ea-ed88a62cd397 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 1099 time: 0.0643532 Aug 04 08:46:27.980005 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-aedde948-f143-41e1-9ab0-bc9badde6482 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:27.982984 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4c982c48-07eb-43c4-ae90-4254d9e817c0 req-ee770847-7a87-4d13-af25-2f9db26ce227 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541735 Aug 04 08:46:28.050695 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-aedde948-f143-41e1-9ab0-bc9badde6482 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:28.117209 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedde948-f143-41e1-9ab0-bc9badde6482 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Pushing event updated for resources: {'Port': ['ID=cedde00a-73e2-4307-b580-3f8a1ce54eaa,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:28.129808 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-aedde948-f143-41e1-9ab0-bc9badde6482 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055929'] for floatingip, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:28.198300 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-aedde948-f143-41e1-9ab0-bc9badde6482 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for floatingip, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:28.199548 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-aedde948-f143-41e1-9ab0-bc9badde6482 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2297931 Aug 04 08:46:28.384111 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-f15aabe9-adde-48f4-8852-4a7387bfab20 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1020525912&fields=id&tenant_id=da69dd3f52d047baad449570b0cccac3 HTTP/1.1" status: 200 len: 267 time: 0.0329072 Aug 04 08:46:28.493315 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-0d9ea3ec-a0eb-4e3f-b427-0d2dbea83cc1 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:28.494826 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-0d9ea3ec-a0eb-4e3f-b427-0d2dbea83cc1 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/networks?id=00622aa3-3ed8-404c-93cc-c0ba459184d7 HTTP/1.1" status: 200 len: 817 time: 0.1039357 Aug 04 08:46:28.510331 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-adc5b26b-ff82-4194-aa4f-e4f99be27310 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/quotas/da69dd3f52d047baad449570b0cccac3 HTTP/1.1" status: 200 len: 375 time: 0.0098362 Aug 04 08:46:28.563081 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-0e6589b3-bd16-460f-a608-60d96c73757b tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=da69dd3f52d047baad449570b0cccac3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472939 Aug 04 08:46:28.612629 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bda0d1-e60a-498a-910c-7f05d5338c0a req-188a25ba-854f-46a1-9cd8-ba61cce06f8b tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:28.614238 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-58bda0d1-e60a-498a-910c-7f05d5338c0a req-188a25ba-854f-46a1-9cd8-ba61cce06f8b tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 946 time: 0.0552039 Aug 04 08:46:28.652415 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-58bda0d1-e60a-498a-910c-7f05d5338c0a req-3e701d5f-6f55-4fd4-8c3e-ccc120240e5a tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321627 Aug 04 08:46:28.660460 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-12d19d6c-346b-4355-ad09-2767095e786c service neutron] 10.222.0.45 "GET /v2.0/networks/00622aa3-3ed8-404c-93cc-c0ba459184d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849841 Aug 04 08:46:28.752657 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-77dd103f-f526-45a3-aeb3-d19b2c55c0db service neutron] 10.222.0.45 "GET /v2.0/networks/00622aa3-3ed8-404c-93cc-c0ba459184d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858269 Aug 04 08:46:28.827914 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b1b9c-beda-4eaf-b63b-9f4eb1b9224f req-323a10ff-3cb7-45a0-be07-d56b98b560e2 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:28.827914 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-de9b1b9c-beda-4eaf-b63b-9f4eb1b9224f req-323a10ff-3cb7-45a0-be07-d56b98b560e2 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=1484e9f4-268d-44e5-8b9d-fe228e962e3b HTTP/1.1" status: 200 len: 944 time: 0.0515060 Aug 04 08:46:28.859882 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-de9b1b9c-beda-4eaf-b63b-9f4eb1b9224f req-db387521-331e-44b4-b9c4-391cdedb9347 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0313287 Aug 04 08:46:29.012328 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-65d7abe9-a8d1-4858-9c1b-1fd6662809ed req-4b65a231-85a4-450e-91b4-37e9296b3f8b tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 210 time: 0.0374877 Aug 04 08:46:29.087877 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 61d2f223-47ff-455c-bf0f-0b82e633909b up at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:46:29.187271 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning for port 61d2f223-47ff-455c-bf0f-0b82e633909b completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:46:29.192411 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning complete for port 61d2f223-47ff-455c-bf0f-0b82e633909b triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:46:29.196922 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:29.273616 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:29.307648 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 61d2f223-47ff-455c-bf0f-0b82e633909b, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=61d2f223-47ff-455c-bf0f-0b82e633909b,segment=NetworkSegment(55668721-c8bf-4df9-929d-07849ad010f4),segment_id=55668721-c8bf-4df9-929d-07849ad010f4)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:46:29.375947 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:29.424476 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=61d2f223-47ff-455c-bf0f-0b82e633909b,revision_number=5']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:29.572250 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1484e9f4-268d-44e5-8b9d-fe228e962e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d2f223-47ff-455c-bf0f-0b82e633909b'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:46:29.574840 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c495c7497e5e90a156a42ea06e218473990fefc1974f3e33d0cb89c8111961e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6e8b70-504d-413b-ade9-339b3f210428" -d '{"events": [{"server_uuid": "1484e9f4-268d-44e5-8b9d-fe228e962e3b", "name": "network-vif-plugged", "status": "completed", "tag": "61d2f223-47ff-455c-bf0f-0b82e633909b"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:46:29.617896 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcecfc7-3102-4622-835d-6b3b48e8bb8d x-openstack-request-id: req-6fcecfc7-3102-4622-835d-6b3b48e8bb8d {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:46:29.617896 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1484e9f4-268d-44e5-8b9d-fe228e962e3b", "name": "network-vif-plugged", "status": "completed", "tag": "61d2f223-47ff-455c-bf0f-0b82e633909b", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:46:29.617896 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6fcecfc7-3102-4622-835d-6b3b48e8bb8d {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:46:29.617896 dv-cinder-802653-4-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1484e9f4-268d-44e5-8b9d-fe228e962e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d2f223-47ff-455c-bf0f-0b82e633909b', 'code': 200} Aug 04 08:46:29.770737 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cad6d9-c069-49e8-be27-a138a68fd819 req-4356845f-13aa-46e8-b410-0c4f10d3ec1e tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:29.772385 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a5cad6d9-c069-49e8-be27-a138a68fd819 req-4356845f-13aa-46e8-b410-0c4f10d3ec1e tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 946 time: 0.0487502 Aug 04 08:46:29.810137 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a5cad6d9-c069-49e8-be27-a138a68fd819 req-153a4b2d-ec0c-48a7-8c10-bec0438d6d6f tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318019 Aug 04 08:46:29.926659 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e3c9a-54b8-4f01-8991-26460136464a req-7522bbdf-9f19-4535-82ac-b9f4a56d02c7 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:29.928451 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ba5e3c9a-54b8-4f01-8991-26460136464a req-7522bbdf-9f19-4535-82ac-b9f4a56d02c7 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 946 time: 0.0520177 Aug 04 08:46:29.996794 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a43b5-4577-4bea-bf64-6d8a9a5a32bb req-f021764f-e199-4d19-90ed-908f254792db tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:29.998325 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-045a43b5-4577-4bea-bf64-6d8a9a5a32bb req-f021764f-e199-4d19-90ed-908f254792db tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=1484e9f4-268d-44e5-8b9d-fe228e962e3b HTTP/1.1" status: 200 len: 945 time: 0.0595877 Aug 04 08:46:29.999068 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ba5e3c9a-54b8-4f01-8991-26460136464a req-b499dd48-3cd6-48ae-b3df-3c61b9787283 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644777 Aug 04 08:46:30.018773 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376c0f6-6dfb-41b7-9d0a-cfa6715a2fdc req-18299b74-2df7-4501-acd8-98376d144c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:30.020882 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4376c0f6-6dfb-41b7-9d0a-cfa6715a2fdc req-18299b74-2df7-4501-acd8-98376d144c07 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1484e9f4-268d-44e5-8b9d-fe228e962e3b HTTP/1.1" status: 200 len: 1098 time: 0.0629184 Aug 04 08:46:30.023312 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 56012) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:46:30.043348 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-045a43b5-4577-4bea-bf64-6d8a9a5a32bb req-2f784362-ee18-4bf6-b955-e001c0ae046a tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0384841 Aug 04 08:46:30.063835 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4376c0f6-6dfb-41b7-9d0a-cfa6715a2fdc req-e10fdc42-7c19-465d-933c-900e9d4d7cec service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0342422 Aug 04 08:46:30.120732 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-25569a0a-cc99-4779-b74e-d6b2b4c15cbe req-2b91fc79-1187-4cdb-88ec-97b3b27baaf5 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 210 time: 0.0265470 Aug 04 08:46:30.220909 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ef0996-77a4-469a-a29e-c0dc2b381057 tempest-TestShelveInstance-1090502457 tempest-TestShelveInstance-1090502457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:30.222412 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-63ef0996-77a4-469a-a29e-c0dc2b381057 tempest-TestShelveInstance-1090502457 tempest-TestShelveInstance-1090502457-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 1094 time: 0.1986153 Aug 04 08:46:30.225338 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 56018) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:46:30.229693 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-67b01c8c-095c-4478-9698-f636e0ce595c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Request body: {'floatingip': {'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'port_id': '3f6cde59-b916-4f80-8d0f-18ae5482764b', 'tenant_id': 'aa3e51a69dab4e98a556a31f852f896e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:46:30.301096 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-67b01c8c-095c-4478-9698-f636e0ce595c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks [] for floatingip, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:30.401670 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-67b01c8c-095c-4478-9698-f636e0ce595c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:30.509129 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [None req-67b01c8c-095c-4478-9698-f636e0ce595c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Allocated IP 172.27.0.89 (3e216780-0509-4029-b6cd-a15c5c01b313/90755f8e-3998-4871-81e2-3daea40b0bfb/912403b7-48aa-4261-abc2-511f70f55215) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:46:30.622858 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-67b01c8c-095c-4478-9698-f636e0ce595c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:30.695896 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-67b01c8c-095c-4478-9698-f636e0ce595c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:30.733033 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b01c8c-095c-4478-9698-f636e0ce595c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Network 3e216780-0509-4029-b6cd-a15c5c01b313 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:46:30.736096 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-67b01c8c-095c-4478-9698-f636e0ce595c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:46:30.739163 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b01c8c-095c-4478-9698-f636e0ce595c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:46:30.767962 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b01c8c-095c-4478-9698-f636e0ce595c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Pushing event updated for resources: {'Port': ['ID=912403b7-48aa-4261-abc2-511f70f55215,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:31.150072 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-67b01c8c-095c-4478-9698-f636e0ce595c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:31.181704 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52fecb-a228-413f-8655-fc8eb120da3e req-9cdc97a6-d9ef-4b02-9858-31d68ab29b3a tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:31.183375 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-ba52fecb-a228-413f-8655-fc8eb120da3e req-9cdc97a6-d9ef-4b02-9858-31d68ab29b3a tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=1484e9f4-268d-44e5-8b9d-fe228e962e3b HTTP/1.1" status: 200 len: 945 time: 0.0551610 Aug 04 08:46:31.223900 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-ba52fecb-a228-413f-8655-fc8eb120da3e req-966aa26d-d34b-4255-b8c0-65d948a8e399 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0333269 Aug 04 08:46:31.269526 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d5592a98-0efa-470e-89a8-4f4b68e1a24e req-9cd51b53-3c77-4393-a274-559c29080b01 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 210 time: 0.0735691 Aug 04 08:46:31.324765 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-3f8c0dfa-669d-4212-8e63-969bd9489bcb tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:31.326206 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-3f8c0dfa-669d-4212-8e63-969bd9489bcb tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.61 "GET /v2.0/networks?id=00622aa3-3ed8-404c-93cc-c0ba459184d7 HTTP/1.1" status: 200 len: 817 time: 0.1414733 Aug 04 08:46:31.367014 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-67b01c8c-095c-4478-9698-f636e0ce595c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:31.430464 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-ee9e3b7c-4d70-484e-9675-5591ea365a49 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da69dd3f52d047baad449570b0cccac3 HTTP/1.1" status: 200 len: 380 time: 0.0712652 Aug 04 08:46:31.442515 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-95d1507b-2f34-45a2-959f-a5544d610620 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Request body: {'port': {'device_id': '7873b914-0582-4e46-8002-367d42c0a0b6', 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7', 'admin_state_up': True, 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'security_groups': ['a2d498a4-8045-486f-968e-f43c391b6851']}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:46:31.628435 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-67b01c8c-095c-4478-9698-f636e0ce595c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:31.701300 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-67b01c8c-095c-4478-9698-f636e0ce595c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:31.760355 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-95d1507b-2f34-45a2-959f-a5544d610620 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Made reservation on behalf of da69dd3f52d047baad449570b0cccac3 for: {'port': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:46:31.763709 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-95d1507b-2f34-45a2-959f-a5544d610620 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:31.788966 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b01c8c-095c-4478-9698-f636e0ce595c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Pushing event updated for resources: {'Port': ['ID=912403b7-48aa-4261-abc2-511f70f55215,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:31.806052 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-67b01c8c-095c-4478-9698-f636e0ce595c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055929'] for floatingip, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:31.981010 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.db.l3_db [None req-67b01c8c-095c-4478-9698-f636e0ce595c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Floating IP f9f1026c-3b36-40f5-be58-06d22cf1dc74 associated. External IP: 172.27.0.89, port: 3f6cde59-b916-4f80-8d0f-18ae5482764b. Aug 04 08:46:31.983464 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-95d1507b-2f34-45a2-959f-a5544d610620 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Allocated IP 172.20.0.5 (00622aa3-3ed8-404c-93cc-c0ba459184d7/6359fcab-01ed-4f0a-97c2-09e6c9cf50a5/b6a1d31f-5b92-444d-9c05-87f442f2def1) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:46:32.362680 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c094ff-4677-466a-bf32-3d737331b926 req-3b064330-e045-4454-aad2-40a086cb6a03 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:32.364338 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c5c094ff-4677-466a-bf32-3d737331b926 req-3b064330-e045-4454-aad2-40a086cb6a03 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=1484e9f4-268d-44e5-8b9d-fe228e962e3b HTTP/1.1" status: 200 len: 945 time: 0.0704179 Aug 04 08:46:32.405308 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c5c094ff-4677-466a-bf32-3d737331b926 req-43449a4c-4ee8-43af-bf91-c4326df5a096 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0348554 Aug 04 08:46:32.508809 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a61c3fdc-1a05-423e-b726-f282edf28ef2 req-8dd35a05-6dcd-4c2a-a8d4-b5d9dba6b74e tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 210 time: 0.0462852 Aug 04 08:46:32.524516 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df5f61-7bdb-461e-aad2-7ff74bb30e44 req-dec9a4f3-60ee-42ba-bbf1-c0c37d43fa47 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:32.526027 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-73df5f61-7bdb-461e-aad2-7ff74bb30e44 req-dec9a4f3-60ee-42ba-bbf1-c0c37d43fa47 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=1484e9f4-268d-44e5-8b9d-fe228e962e3b HTTP/1.1" status: 200 len: 945 time: 0.0525680 Aug 04 08:46:32.569312 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-73df5f61-7bdb-461e-aad2-7ff74bb30e44 req-529ff58b-ccbd-4b1f-ba34-673d7b973db2 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0368516 Aug 04 08:46:32.575277 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-95d1507b-2f34-45a2-959f-a5544d610620 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:32.601846 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 56058) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:46:32.602606 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-95d1507b-2f34-45a2-959f-a5544d610620 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Transition to ACTIVE for port object b6a1d31f-5b92-444d-9c05-87f442f2def1 will not be triggered until provisioned by entity DHCP. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:46:32.611118 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b01c8c-095c-4478-9698-f636e0ce595c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Router b8d82bda-2531-4a6c-83ab-63383f5e5b9a has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:46:32.643053 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5defaa06-e30d-43ec-98ea-a4441dd12029 tempest-TestVolumeBootPattern-1116038901 tempest-TestVolumeBootPattern-1116038901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:32.644655 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-5defaa06-e30d-43ec-98ea-a4441dd12029 tempest-TestVolumeBootPattern-1116038901 tempest-TestVolumeBootPattern-1116038901-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=1484e9f4-268d-44e5-8b9d-fe228e962e3b HTTP/1.1" status: 200 len: 1093 time: 0.0413208 Aug 04 08:46:32.647534 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 56060) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:46:32.651967 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-64ce288a-c8eb-4512-9afc-984a717d96ac tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Request body: {'floatingip': {'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'port_id': '61d2f223-47ff-455c-bf0f-0b82e633909b', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:46:32.746971 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-64ce288a-c8eb-4512-9afc-984a717d96ac tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for floatingip, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:32.759407 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b01c8c-095c-4478-9698-f636e0ce595c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:46:32.772153 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017b99d7-d7df-43a0-8ef9-7549b6c755fc None None] Sync routers for ids ['b8d82bda-2531-4a6c-83ab-63383f5e5b9a'] in dv-cinder-802653-4-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:46:32.781587 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017b99d7-d7df-43a0-8ef9-7549b6c755fc None None] Routers {'b8d82bda-2531-4a6c-83ab-63383f5e5b9a'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:46:32.782186 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-017b99d7-d7df-43a0-8ef9-7549b6c755fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:46:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['b8d82bda-2531-4a6c-83ab-63383f5e5b9a'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:46:32.820955 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-95d1507b-2f34-45a2-959f-a5544d610620 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:32.845109 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-64ce288a-c8eb-4512-9afc-984a717d96ac tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:32.858324 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-67b01c8c-095c-4478-9698-f636e0ce595c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for floatingip, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:32.885227 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-95d1507b-2f34-45a2-959f-a5544d610620 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Network 00622aa3-3ed8-404c-93cc-c0ba459184d7 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:46:32.892180 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-95d1507b-2f34-45a2-959f-a5544d610620 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:46:32.894808 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-95d1507b-2f34-45a2-959f-a5544d610620 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:46:32.949321 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-67b01c8c-095c-4478-9698-f636e0ce595c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7116005 Aug 04 08:46:32.949321 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb', 'tag': '3f6cde59-b916-4f80-8d0f-18ae5482764b'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:46:32.949321 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f9efe3-fda2-45a7-9b7d-208f4a9995a9" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb", "tag": "3f6cde59-b916-4f80-8d0f-18ae5482764b"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:46:32.956069 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1507b-2f34-45a2-959f-a5544d610620 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Pushing event updated for resources: {'Port': ['ID=b6a1d31f-5b92-444d-9c05-87f442f2def1,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:32.991624 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.db_base_plugin_common [None req-64ce288a-c8eb-4512-9afc-984a717d96ac tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Allocated IP 172.27.0.57 (3e216780-0509-4029-b6cd-a15c5c01b313/90755f8e-3998-4871-81e2-3daea40b0bfb/07b5f7b3-bded-417d-ab0e-714f4df0b0ad) {{(pid=100320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:46:33.000757 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-95d1507b-2f34-45a2-959f-a5544d610620 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:33.001795 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-95d1507b-2f34-45a2-959f-a5544d610620 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:33.003791 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-017b99d7-d7df-43a0-8ef9-7549b6c755fc None None] Set router b8d82bda-2531-4a6c-83ab-63383f5e5b9a gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:46:33.013968 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8226446-737a-4f99-b6be-1bd639ccb459 x-openstack-request-id: req-a8226446-737a-4f99-b6be-1bd639ccb459 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:46:33.014470 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb", "tag": "3f6cde59-b916-4f80-8d0f-18ae5482764b", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:46:33.014885 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a8226446-737a-4f99-b6be-1bd639ccb459 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:46:33.016159 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb', 'tag': '3f6cde59-b916-4f80-8d0f-18ae5482764b', 'status': 'completed', 'code': 200} Aug 04 08:46:33.098582 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-95d1507b-2f34-45a2-959f-a5544d610620 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6602643 Aug 04 08:46:33.100988 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9efe3-fda2-45a7-9b7d-208f4a9995a9 req-ee029eb7-b5b2-434b-b453-002add95a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:33.102449 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-19f9efe3-fda2-45a7-9b7d-208f4a9995a9 req-ee029eb7-b5b2-434b-b453-002add95a1c9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=aa3e51a69dab4e98a556a31f852f896e&device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 1099 time: 0.0471103 Aug 04 08:46:33.118568 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-64ce288a-c8eb-4512-9afc-984a717d96ac tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for port, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:33.125261 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-3a9c73aa-4504-492c-a9d0-090b719deff5 service neutron] Request body: {'port': {'device_id': '7873b914-0582-4e46-8002-367d42c0a0b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:46:33.215430 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-64ce288a-c8eb-4512-9afc-984a717d96ac tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134116821'] for port, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:33.233123 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-017b99d7-d7df-43a0-8ef9-7549b6c755fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'name': 'tempest-TestShelveInstance-2138028120-router', 'tenant_id': 'aa3e51a69dab4e98a556a31f852f896e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '40134821-ef44-46a3-bdb7-4899b9bc0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:45:36Z', 'updated_at': '2021-08-04T08:45:40Z', 'revision_number': 4, 'project_id': 'aa3e51a69dab4e98a556a31f852f896e', 'gw_port': {'id': '40134821-ef44-46a3-bdb7-4899b9bc0e0c', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:37Z', 'updated_at': '2021-08-04T08:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_floatingips': [{'id': 'f9f1026c-3b36-40f5-be58-06d22cf1dc74', 'tenant_id': 'aa3e51a69dab4e98a556a31f852f896e', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'router_id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'port_id': '3f6cde59-b916-4f80-8d0f-18ae5482764b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9c73a6-89e6-4715-98d4-4d8878714ea6', 'mac_address': 'fa:16:3e:e1:75:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T08:46:30Z', 'updated_at': '2021-08-04T08:46:30Z', 'revision_number': 0, 'project_id': 'aa3e51a69dab4e98a556a31f852f896e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb097d50-76f8-4ff3-a073-d4cdb896c067', 'name': '', 'network_id': '8f9c73a6-89e6-4715-98d4-4d8878714ea6', 'tenant_id': 'aa3e51a69dab4e98a556a31f852f896e', 'mac_address': 'fa:16:3e:aa:71:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2ba08cd5-8402-4f50-9cd5-cc5c7c6d09fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:39Z', 'updated_at': '2021-08-04T08:45:45Z', 'revision_number': 5, 'project_id': 'aa3e51a69dab4e98a556a31f852f896e', 'subnets': [{'id': '2ba08cd5-8402-4f50-9cd5-cc5c7c6d09fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:46:33.237084 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-3a9c73aa-4504-492c-a9d0-090b719deff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:33.263353 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017b99d7-d7df-43a0-8ef9-7549b6c755fc None None] Checking router: b8d82bda-2531-4a6c-83ab-63383f5e5b9a for host: dv-cinder-802653-4-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:46:33.271410 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ce288a-c8eb-4512-9afc-984a717d96ac tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Network 3e216780-0509-4029-b6cd-a15c5c01b313 is already hosted by enough agents. {{(pid=100320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:46:33.272056 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017b99d7-d7df-43a0-8ef9-7549b6c755fc None None] Routers {'b8d82bda-2531-4a6c-83ab-63383f5e5b9a'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:46:33.272675 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-017b99d7-d7df-43a0-8ef9-7549b6c755fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:46:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['b8d82bda-2531-4a6c-83ab-63383f5e5b9a'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:46:33.276703 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.base_scheduler [None req-64ce288a-c8eb-4512-9afc-984a717d96ac tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Resources bound (agent type, host, resource id): {{(pid=100320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:46:33.280293 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ce288a-c8eb-4512-9afc-984a717d96ac tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Received port after_create {{(pid=100320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:46:33.286730 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce288a-c8eb-4512-9afc-984a717d96ac tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Pushing event updated for resources: {'Port': ['ID=07b5f7b3-bded-417d-ab0e-714f4df0b0ad,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:33.301646 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-4b546268-2e4e-4970-b5c9-4b2276c6dc41 None None] Provisioning for port b6a1d31f-5b92-444d-9c05-87f442f2def1 completed by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:46:33.303438 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9efe3-fda2-45a7-9b7d-208f4a9995a9 req-1d311c02-64af-418d-9254-8b37ef5fb4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:33.305300 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-19f9efe3-fda2-45a7-9b7d-208f4a9995a9 req-1d311c02-64af-418d-9254-8b37ef5fb4c7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8f9c73a6-89e6-4715-98d4-4d8878714ea6 HTTP/1.1" status: 200 len: 910 time: 0.1546495 Aug 04 08:46:33.307735 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-4b546268-2e4e-4970-b5c9-4b2276c6dc41 None None] Provisioning complete for port b6a1d31f-5b92-444d-9c05-87f442f2def1 triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:46:33.308161 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4b546268-2e4e-4970-b5c9-4b2276c6dc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:33.327268 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce288a-c8eb-4512-9afc-984a717d96ac tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:33.328007 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce288a-c8eb-4512-9afc-984a717d96ac tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:33.328689 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce288a-c8eb-4512-9afc-984a717d96ac tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:33.329303 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce288a-c8eb-4512-9afc-984a717d96ac tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:33.329900 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce288a-c8eb-4512-9afc-984a717d96ac tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:33.331029 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce288a-c8eb-4512-9afc-984a717d96ac tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:33.331576 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce288a-c8eb-4512-9afc-984a717d96ac tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:33.332290 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce288a-c8eb-4512-9afc-984a717d96ac tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:33.336303 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce288a-c8eb-4512-9afc-984a717d96ac tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:33.336303 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce288a-c8eb-4512-9afc-984a717d96ac tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:33.336303 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce288a-c8eb-4512-9afc-984a717d96ac tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:33.336722 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce288a-c8eb-4512-9afc-984a717d96ac tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:46:33.381483 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-4b546268-2e4e-4970-b5c9-4b2276c6dc41 None None] Port b6a1d31f-5b92-444d-9c05-87f442f2def1 cannot update to ACTIVE because it is not bound. {{(pid=100322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 08:46:33.419171 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-017b99d7-d7df-43a0-8ef9-7549b6c755fc None None] Set router b8d82bda-2531-4a6c-83ab-63383f5e5b9a gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:46:33.451319 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-19f9efe3-fda2-45a7-9b7d-208f4a9995a9 req-66a29a3b-f180-492d-9a55-68d9fc8bd1b1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f6cde59-b916-4f80-8d0f-18ae5482764b HTTP/1.1" status: 200 len: 999 time: 0.1339724 Aug 04 08:46:33.557812 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9efe3-fda2-45a7-9b7d-208f4a9995a9 req-53e52bfa-1bbb-4fe2-a69f-434a363dda5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:33.559925 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-19f9efe3-fda2-45a7-9b7d-208f4a9995a9 req-53e52bfa-1bbb-4fe2-a69f-434a363dda5b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2ba08cd5-8402-4f50-9cd5-cc5c7c6d09fd HTTP/1.1" status: 200 len: 848 time: 0.0935671 Aug 04 08:46:33.663857 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9efe3-fda2-45a7-9b7d-208f4a9995a9 req-398ba19e-7fe0-4245-8b6c-d5e950756901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:33.666395 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-19f9efe3-fda2-45a7-9b7d-208f4a9995a9 req-398ba19e-7fe0-4245-8b6c-d5e950756901 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f9c73a6-89e6-4715-98d4-4d8878714ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0992336 Aug 04 08:46:33.717864 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463883de-d220-4774-9584-24dd809598c9 req-bb95fb52-1a31-41e7-bb7e-e017085ed50f tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:33.719406 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-463883de-d220-4774-9584-24dd809598c9 req-bb95fb52-1a31-41e7-bb7e-e017085ed50f tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 931 time: 0.0967388 Aug 04 08:46:33.720360 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-017b99d7-d7df-43a0-8ef9-7549b6c755fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'name': 'tempest-TestShelveInstance-2138028120-router', 'tenant_id': 'aa3e51a69dab4e98a556a31f852f896e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '40134821-ef44-46a3-bdb7-4899b9bc0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:45:36Z', 'updated_at': '2021-08-04T08:45:40Z', 'revision_number': 4, 'project_id': 'aa3e51a69dab4e98a556a31f852f896e', 'gw_port': {'id': '40134821-ef44-46a3-bdb7-4899b9bc0e0c', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:37Z', 'updated_at': '2021-08-04T08:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_floatingips': [{'id': 'f9f1026c-3b36-40f5-be58-06d22cf1dc74', 'tenant_id': 'aa3e51a69dab4e98a556a31f852f896e', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'router_id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'port_id': '3f6cde59-b916-4f80-8d0f-18ae5482764b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9c73a6-89e6-4715-98d4-4d8878714ea6', 'mac_address': 'fa:16:3e:e1:75:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T08:46:30Z', 'updated_at': '2021-08-04T08:46:30Z', 'revision_number': 0, 'project_id': 'aa3e51a69dab4e98a556a31f852f896e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb097d50-76f8-4ff3-a073-d4cdb896c067', 'name': '', 'network_id': '8f9c73a6-89e6-4715-98d4-4d8878714ea6', 'tenant_id': 'aa3e51a69dab4e98a556a31f852f896e', 'mac_address': 'fa:16:3e:aa:71:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2ba08cd5-8402-4f50-9cd5-cc5c7c6d09fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:39Z', 'updated_at': '2021-08-04T08:45:45Z', 'revision_number': 5, 'project_id': 'aa3e51a69dab4e98a556a31f852f896e', 'subnets': [{'id': '2ba08cd5-8402-4f50-9cd5-cc5c7c6d09fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:46:33.750683 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017b99d7-d7df-43a0-8ef9-7549b6c755fc None None] The sync data for ids ['b8d82bda-2531-4a6c-83ab-63383f5e5b9a'] in dv-cinder-802653-4-iscsi is: [{'id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'name': 'tempest-TestShelveInstance-2138028120-router', 'tenant_id': 'aa3e51a69dab4e98a556a31f852f896e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '40134821-ef44-46a3-bdb7-4899b9bc0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:45:36Z', 'updated_at': '2021-08-04T08:45:40Z', 'revision_number': 4, 'project_id': 'aa3e51a69dab4e98a556a31f852f896e', 'gw_port': {'id': '40134821-ef44-46a3-bdb7-4899b9bc0e0c', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:37Z', 'updated_at': '2021-08-04T08:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_floatingips': [{'id': 'f9f1026c-3b36-40f5-be58-06d22cf1dc74', 'tenant_id': 'aa3e51a69dab4e98a556a31f852f896e', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'router_id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'port_id': '3f6cde59-b916-4f80-8d0f-18ae5482764b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9c73a6-89e6-4715-98d4-4d8878714ea6', 'mac_address': 'fa:16:3e:e1:75:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T08:46:30Z', 'updated_at': '2021-08-04T08:46:30Z', 'revision_number': 0, 'project_id': 'aa3e51a69dab4e98a556a31f852f896e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb097d50-76f8-4ff3-a073-d4cdb896c067', 'name': '', 'network_id': '8f9c73a6-89e6-4715-98d4-4d8878714ea6', 'tenant_id': 'aa3e51a69dab4e98a556a31f852f896e', 'mac_address': 'fa:16:3e:aa:71:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2ba08cd5-8402-4f50-9cd5-cc5c7c6d09fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:39Z', 'updated_at': '2021-08-04T08:45:45Z', 'revision_number': 5, 'project_id': 'aa3e51a69dab4e98a556a31f852f896e', 'subnets': [{'id': '2ba08cd5-8402-4f50-9cd5-cc5c7c6d09fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:46:33.775393 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-3a9c73aa-4504-492c-a9d0-090b719deff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6a1d31f-5b92-444d-9c05-87f442f2def1 {{(pid=100321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:46:33.786009 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-3a9c73aa-4504-492c-a9d0-090b719deff5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:33.814969 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-463883de-d220-4774-9584-24dd809598c9 req-63961209-5fc2-4747-be1e-f9097b93b4f5 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780308 Aug 04 08:46:33.815596 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-3a9c73aa-4504-492c-a9d0-090b719deff5 service neutron] Transition to ACTIVE for port object b6a1d31f-5b92-444d-9c05-87f442f2def1 will not be triggered until provisioned by entity L2. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:46:33.819441 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-64ce288a-c8eb-4512-9afc-984a717d96ac tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:33.833365 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-19f9efe3-fda2-45a7-9b7d-208f4a9995a9 req-b1b90efc-7996-461c-9efe-f4ffad6b8bdf service neutron] 10.222.0.61 "GET /v2.0/networks/8f9c73a6-89e6-4715-98d4-4d8878714ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583860 Aug 04 08:46:33.903138 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-3a9c73aa-4504-492c-a9d0-090b719deff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:33.948289 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-64ce288a-c8eb-4512-9afc-984a717d96ac tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:33.975204 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcd63a6-f0ec-4a07-9e0b-475d35b889b0 None None] New status for floating IP f9f1026c-3b36-40f5-be58-06d22cf1dc74: ACTIVE {{(pid=100322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 08:46:33.985677 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c73aa-4504-492c-a9d0-090b719deff5 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a1d31f-5b92-444d-9c05-87f442f2def1,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:34.003691 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-19f9efe3-fda2-45a7-9b7d-208f4a9995a9 req-4102da42-3180-4f34-b9f6-bbfb3e32bd5c service neutron] 10.222.0.61 "GET /v2.0/networks/8f9c73a6-89e6-4715-98d4-4d8878714ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624701 Aug 04 08:46:34.069031 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-3a9c73aa-4504-492c-a9d0-090b719deff5 service neutron] Attempting to bind port b6a1d31f-5b92-444d-9c05-87f442f2def1 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:46:34.069375 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-3a9c73aa-4504-492c-a9d0-090b719deff5 service neutron] Attempting to bind port b6a1d31f-5b92-444d-9c05-87f442f2def1 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '9fc2a23e-05fc-423c-8776-74a99484ef67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7'}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:46:34.069713 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-3a9c73aa-4504-492c-a9d0-090b719deff5 service neutron] Attempting to bind port b6a1d31f-5b92-444d-9c05-87f442f2def1 on network 00622aa3-3ed8-404c-93cc-c0ba459184d7 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:46:34.076771 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-3a9c73aa-4504-492c-a9d0-090b719deff5 service neutron] Port b6a1d31f-5b92-444d-9c05-87f442f2def1 on network 00622aa3-3ed8-404c-93cc-c0ba459184d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 08:46:34.077158 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-3a9c73aa-4504-492c-a9d0-090b719deff5 service neutron] Attempting to bind port b6a1d31f-5b92-444d-9c05-87f442f2def1 on network 00622aa3-3ed8-404c-93cc-c0ba459184d7 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:46:34.085624 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-3a9c73aa-4504-492c-a9d0-090b719deff5 service neutron] Checking agent: {'id': '9a1e25f0-5e7e-4202-aeb1-29bde28f6183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'started_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:46:34.086157 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-3a9c73aa-4504-492c-a9d0-090b719deff5 service neutron] Checking segment: {'id': '9fc2a23e-05fc-423c-8776-74a99484ef67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:46:34.086479 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-3a9c73aa-4504-492c-a9d0-090b719deff5 service neutron] Bound using segment: {'id': '9fc2a23e-05fc-423c-8776-74a99484ef67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7'} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:46:34.086916 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-3a9c73aa-4504-492c-a9d0-090b719deff5 service neutron] Bound port: b6a1d31f-5b92-444d-9c05-87f442f2def1, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fc2a23e-05fc-423c-8776-74a99484ef67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7'}}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:46:34.087279 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-3a9c73aa-4504-492c-a9d0-090b719deff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:34.158098 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-64ce288a-c8eb-4512-9afc-984a717d96ac tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for port, precommit_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:34.168571 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-3a9c73aa-4504-492c-a9d0-090b719deff5 service neutron] For port b6a1d31f-5b92-444d-9c05-87f442f2def1, host hv-cinder-80265, cleared binding levels {{(pid=100321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:46:34.171555 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-3a9c73aa-4504-492c-a9d0-090b719deff5 service neutron] For port b6a1d31f-5b92-444d-9c05-87f442f2def1, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b6a1d31f-5b92-444d-9c05-87f442f2def1,segment=NetworkSegment(9fc2a23e-05fc-423c-8776-74a99484ef67),segment_id=9fc2a23e-05fc-423c-8776-74a99484ef67)] {{(pid=100321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:46:34.215502 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-64ce288a-c8eb-4512-9afc-984a717d96ac tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134116828'] for port, after_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:34.244716 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-3a9c73aa-4504-492c-a9d0-090b719deff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:34.286213 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-3a9c73aa-4504-492c-a9d0-090b719deff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:34.286839 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-3a9c73aa-4504-492c-a9d0-090b719deff5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:34.288622 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-3a9c73aa-4504-492c-a9d0-090b719deff5 service neutron] 10.222.0.61 "PUT /v2.0/ports/b6a1d31f-5b92-444d-9c05-87f442f2def1 HTTP/1.1" status: 200 len: 1093 time: 1.1695106 Aug 04 08:46:34.288843 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce288a-c8eb-4512-9afc-984a717d96ac tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Pushing event updated for resources: {'Port': ['ID=07b5f7b3-bded-417d-ab0e-714f4df0b0ad,revision_number=2']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:34.304721 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-64ce288a-c8eb-4512-9afc-984a717d96ac tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055929'] for floatingip, after_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:34.309983 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c73aa-4504-492c-a9d0-090b719deff5 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a1d31f-5b92-444d-9c05-87f442f2def1,revision_number=3']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:34.414256 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.db.l3_db [None req-64ce288a-c8eb-4512-9afc-984a717d96ac tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Floating IP 1828719f-9d94-4558-8ee2-1cb1b964790a associated. External IP: 172.27.0.57, port: 61d2f223-47ff-455c-bf0f-0b82e633909b. Aug 04 08:46:34.463855 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-7e06e7be-4deb-4f0b-8977-505c82425bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:34.465644 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-7e06e7be-4deb-4f0b-8977-505c82425bf4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=da69dd3f52d047baad449570b0cccac3&device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 1096 time: 0.0439365 Aug 04 08:46:34.519458 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-b573372c-074d-4a4f-a205-1e3aae236d9b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6a1d31f-5b92-444d-9c05-87f442f2def1 HTTP/1.1" status: 200 len: 217 time: 0.0400584 Aug 04 08:46:34.572012 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-87315735-fcac-44b3-adff-8917c4fbf9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:34.573425 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-87315735-fcac-44b3-adff-8917c4fbf9ef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6359fcab-01ed-4f0a-97c2-09e6c9cf50a5 HTTP/1.1" status: 200 len: 856 time: 0.0479472 Aug 04 08:46:34.625969 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-5f873952-4a30-49b1-a4ba-53a8f15e1200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:34.627752 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-5f873952-4a30-49b1-a4ba-53a8f15e1200 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=00622aa3-3ed8-404c-93cc-c0ba459184d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473213 Aug 04 08:46:34.729602 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-f6cb7fe8-5aa9-4f12-86f3-490f0a7b11ea service neutron] 10.222.0.61 "GET /v2.0/networks/00622aa3-3ed8-404c-93cc-c0ba459184d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907702 Aug 04 08:46:34.832050 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7eb3f02e-a11c-4210-b338-5170e096d275 req-67b52144-7c94-4382-8da5-8f96dbc7572d service neutron] 10.222.0.61 "GET /v2.0/networks/00622aa3-3ed8-404c-93cc-c0ba459184d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902386 Aug 04 08:46:34.903010 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ce288a-c8eb-4512-9afc-984a717d96ac tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Router 4b811504-3b5e-4d85-8947-81201cead105 has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:46:34.954831 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a39895-94da-440d-9be1-9c1922aa4e08 req-c5c66f67-f713-4145-a340-2d0c8cbfed83 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:34.962512 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-22a39895-94da-440d-9be1-9c1922aa4e08 req-c5c66f67-f713-4145-a340-2d0c8cbfed83 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 943 time: 0.0630088 Aug 04 08:46:35.007089 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-22a39895-94da-440d-9be1-9c1922aa4e08 req-dba01dac-5d4d-4f89-80ec-3bd0b2980075 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433819 Aug 04 08:46:35.018273 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7873b914-0582-4e46-8002-367d42c0a0b6', 'tag': 'b6a1d31f-5b92-444d-9c05-87f442f2def1'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:46:35.021878 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7976616-15ef-425d-8b1d-bb52011f856c" -d '{"events": [{"name": "network-changed", "server_uuid": "7873b914-0582-4e46-8002-367d42c0a0b6", "tag": "b6a1d31f-5b92-444d-9c05-87f442f2def1"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:46:35.028595 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ce288a-c8eb-4512-9afc-984a717d96ac tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:46:35.042963 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b494a3ce-4d99-4e76-8a53-e05c751447c8 None None] Sync routers for ids ['4b811504-3b5e-4d85-8947-81201cead105'] in dv-cinder-802653-4-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:46:35.052958 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b494a3ce-4d99-4e76-8a53-e05c751447c8 None None] Routers {'4b811504-3b5e-4d85-8947-81201cead105'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:46:35.053684 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-b494a3ce-4d99-4e76-8a53-e05c751447c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:46:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['4b811504-3b5e-4d85-8947-81201cead105'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:46:35.068823 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e19e19-fb4c-481a-9de5-07da9d443b8c x-openstack-request-id: req-94e19e19-fb4c-481a-9de5-07da9d443b8c {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:46:35.069118 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7873b914-0582-4e46-8002-367d42c0a0b6", "tag": "b6a1d31f-5b92-444d-9c05-87f442f2def1", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:46:35.069377 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-94e19e19-fb4c-481a-9de5-07da9d443b8c {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:46:35.069771 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7873b914-0582-4e46-8002-367d42c0a0b6', 'tag': 'b6a1d31f-5b92-444d-9c05-87f442f2def1', 'status': 'completed', 'code': 200} Aug 04 08:46:35.109095 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-64ce288a-c8eb-4512-9afc-984a717d96ac tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for floatingip, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:35.149875 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-64ce288a-c8eb-4512-9afc-984a717d96ac tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5011709 Aug 04 08:46:35.150490 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1484e9f4-268d-44e5-8b9d-fe228e962e3b', 'tag': '61d2f223-47ff-455c-bf0f-0b82e633909b'}] {{(pid=100320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:46:35.156320 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0fb8cf4a75af305c05a6811089918ae1dc95fdd1c14f947d6ddb53af2a89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2c3727-dd54-4249-aab6-5258fa3cc668" -d '{"events": [{"name": "network-changed", "server_uuid": "1484e9f4-268d-44e5-8b9d-fe228e962e3b", "tag": "61d2f223-47ff-455c-bf0f-0b82e633909b"}]}' {{(pid=100320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:46:35.163842 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-b494a3ce-4d99-4e76-8a53-e05c751447c8 None None] Set router 4b811504-3b5e-4d85-8947-81201cead105 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:46:35.166160 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7976616-15ef-425d-8b1d-bb52011f856c req-0df1e56c-3eb0-4daa-b925-41b667563a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:35.167682 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b7976616-15ef-425d-8b1d-bb52011f856c req-0df1e56c-3eb0-4daa-b925-41b667563a0d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=da69dd3f52d047baad449570b0cccac3&device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 1096 time: 0.0496516 Aug 04 08:46:35.192734 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a810d44c-363b-4979-862d-4c56c144273c x-openstack-request-id: req-a810d44c-363b-4979-862d-4c56c144273c {{(pid=100320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:46:35.193257 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1484e9f4-268d-44e5-8b9d-fe228e962e3b", "tag": "61d2f223-47ff-455c-bf0f-0b82e633909b", "status": "completed", "code": 200}]} {{(pid=100320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:46:35.193727 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a810d44c-363b-4979-862d-4c56c144273c {{(pid=100320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:46:35.194316 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1484e9f4-268d-44e5-8b9d-fe228e962e3b', 'tag': '61d2f223-47ff-455c-bf0f-0b82e633909b', 'status': 'completed', 'code': 200} Aug 04 08:46:35.298688 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7976616-15ef-425d-8b1d-bb52011f856c req-11d689e8-68c6-42df-86c7-a3913a1873bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:35.300311 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b7976616-15ef-425d-8b1d-bb52011f856c req-11d689e8-68c6-42df-86c7-a3913a1873bf service neutron] 10.222.0.61 "GET /v2.0/networks?id=00622aa3-3ed8-404c-93cc-c0ba459184d7 HTTP/1.1" status: 200 len: 918 time: 0.1249053 Aug 04 08:46:35.306078 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c3727-dd54-4249-aab6-5258fa3cc668 req-3d730681-9d08-42e3-a502-2786fc2b92b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:35.307609 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0e2c3727-dd54-4249-aab6-5258fa3cc668 req-3d730681-9d08-42e3-a502-2786fc2b92b3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dedd88d93ffc4bca9dc856c5b204a955&device_id=1484e9f4-268d-44e5-8b9d-fe228e962e3b HTTP/1.1" status: 200 len: 1098 time: 0.0691044 Aug 04 08:46:35.357032 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b7976616-15ef-425d-8b1d-bb52011f856c req-4e63c1fa-123d-4003-92ea-572817a7647a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6a1d31f-5b92-444d-9c05-87f442f2def1 HTTP/1.1" status: 200 len: 217 time: 0.0481138 Aug 04 08:46:35.398711 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-b494a3ce-4d99-4e76-8a53-e05c751447c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b811504-3b5e-4d85-8947-81201cead105', 'name': 'tempest-TestVolumeBootPattern-2134895935-router', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:44Z', 'updated_at': '2021-08-04T08:42:49Z', 'revision_number': 4, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'gw_port': {'id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:45Z', 'updated_at': '2021-08-04T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_floatingips': [{'id': '1828719f-9d94-4558-8ee2-1cb1b964790a', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'router_id': '4b811504-3b5e-4d85-8947-81201cead105', 'port_id': '61d2f223-47ff-455c-bf0f-0b82e633909b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'mac_address': 'fa:16:3e:37:db:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1484e9f4-268d-44e5-8b9d-fe228e962e3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T08:46:33Z', 'updated_at': '2021-08-04T08:46:33Z', 'revision_number': 0, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f564317-117c-4b42-a965-36d82bf45d2e', 'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'mac_address': 'fa:16:3e:7b:5c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:48Z', 'updated_at': '2021-08-04T08:42:55Z', 'revision_number': 5, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'subnets': [{'id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:46:35.423527 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b494a3ce-4d99-4e76-8a53-e05c751447c8 None None] Checking router: 4b811504-3b5e-4d85-8947-81201cead105 for host: dv-cinder-802653-4-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:46:35.431568 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b494a3ce-4d99-4e76-8a53-e05c751447c8 None None] Routers {'4b811504-3b5e-4d85-8947-81201cead105'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:46:35.432203 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-b494a3ce-4d99-4e76-8a53-e05c751447c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:46:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['4b811504-3b5e-4d85-8947-81201cead105'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:46:35.448832 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7976616-15ef-425d-8b1d-bb52011f856c req-ad02c0ad-5e2c-42c8-b817-d10b701513df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:35.450288 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b7976616-15ef-425d-8b1d-bb52011f856c req-ad02c0ad-5e2c-42c8-b817-d10b701513df service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6359fcab-01ed-4f0a-97c2-09e6c9cf50a5 HTTP/1.1" status: 200 len: 856 time: 0.0838292 Aug 04 08:46:35.480808 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c3727-dd54-4249-aab6-5258fa3cc668 req-9d202b93-f19f-4afa-bd33-58a23b1349fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:35.482235 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0e2c3727-dd54-4249-aab6-5258fa3cc668 req-9d202b93-f19f-4afa-bd33-58a23b1349fc service neutron] 10.222.0.61 "GET /v2.0/networks?id=a5391651-c052-4019-966f-27312282f5a7 HTTP/1.1" status: 200 len: 913 time: 0.1649425 Aug 04 08:46:35.536796 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-b494a3ce-4d99-4e76-8a53-e05c751447c8 None None] Set router 4b811504-3b5e-4d85-8947-81201cead105 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:46:35.556803 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7976616-15ef-425d-8b1d-bb52011f856c req-c0742828-6e42-4d5d-8f38-640bde66e29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:35.558328 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b7976616-15ef-425d-8b1d-bb52011f856c req-c0742828-6e42-4d5d-8f38-640bde66e29f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=00622aa3-3ed8-404c-93cc-c0ba459184d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0905190 Aug 04 08:46:35.568697 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0e2c3727-dd54-4249-aab6-5258fa3cc668 req-96d86544-6b4f-449b-8344-b300b470e3c0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61d2f223-47ff-455c-bf0f-0b82e633909b HTTP/1.1" status: 200 len: 998 time: 0.0729785 Aug 04 08:46:35.671409 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c3727-dd54-4249-aab6-5258fa3cc668 req-443fc9c8-f798-4191-af31-fecc452b179c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:35.672905 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0e2c3727-dd54-4249-aab6-5258fa3cc668 req-443fc9c8-f798-4191-af31-fecc452b179c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=88edd72a-bd44-4717-a8ab-c97bf6648020 HTTP/1.1" status: 200 len: 851 time: 0.0864089 Aug 04 08:46:35.737184 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b7976616-15ef-425d-8b1d-bb52011f856c req-469ab140-f087-4513-8e50-5e3a9b1245bf service neutron] 10.222.0.61 "GET /v2.0/networks/00622aa3-3ed8-404c-93cc-c0ba459184d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580572 Aug 04 08:46:35.767704 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-b494a3ce-4d99-4e76-8a53-e05c751447c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b811504-3b5e-4d85-8947-81201cead105', 'name': 'tempest-TestVolumeBootPattern-2134895935-router', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:44Z', 'updated_at': '2021-08-04T08:42:49Z', 'revision_number': 4, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'gw_port': {'id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:45Z', 'updated_at': '2021-08-04T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_floatingips': [{'id': '1828719f-9d94-4558-8ee2-1cb1b964790a', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'router_id': '4b811504-3b5e-4d85-8947-81201cead105', 'port_id': '61d2f223-47ff-455c-bf0f-0b82e633909b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'mac_address': 'fa:16:3e:37:db:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1484e9f4-268d-44e5-8b9d-fe228e962e3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T08:46:33Z', 'updated_at': '2021-08-04T08:46:33Z', 'revision_number': 0, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f564317-117c-4b42-a965-36d82bf45d2e', 'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'mac_address': 'fa:16:3e:7b:5c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:48Z', 'updated_at': '2021-08-04T08:42:55Z', 'revision_number': 5, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'subnets': [{'id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:46:35.794613 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b494a3ce-4d99-4e76-8a53-e05c751447c8 None None] The sync data for ids ['4b811504-3b5e-4d85-8947-81201cead105'] in dv-cinder-802653-4-iscsi is: [{'id': '4b811504-3b5e-4d85-8947-81201cead105', 'name': 'tempest-TestVolumeBootPattern-2134895935-router', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:44Z', 'updated_at': '2021-08-04T08:42:49Z', 'revision_number': 4, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'gw_port': {'id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:45Z', 'updated_at': '2021-08-04T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_floatingips': [{'id': '1828719f-9d94-4558-8ee2-1cb1b964790a', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'router_id': '4b811504-3b5e-4d85-8947-81201cead105', 'port_id': '61d2f223-47ff-455c-bf0f-0b82e633909b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'mac_address': 'fa:16:3e:37:db:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1484e9f4-268d-44e5-8b9d-fe228e962e3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T08:46:33Z', 'updated_at': '2021-08-04T08:46:33Z', 'revision_number': 0, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f564317-117c-4b42-a965-36d82bf45d2e', 'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'mac_address': 'fa:16:3e:7b:5c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:48Z', 'updated_at': '2021-08-04T08:42:55Z', 'revision_number': 5, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'subnets': [{'id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:46:35.797405 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c3727-dd54-4249-aab6-5258fa3cc668 req-d9dd60c7-9896-49cb-ac80-27064dad3011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:35.799441 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0e2c3727-dd54-4249-aab6-5258fa3cc668 req-d9dd60c7-9896-49cb-ac80-27064dad3011 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5391651-c052-4019-966f-27312282f5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1150789 Aug 04 08:46:35.901004 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b7976616-15ef-425d-8b1d-bb52011f856c req-d4cbd2f5-e3cb-4292-a732-297d33ea43b4 service neutron] 10.222.0.61 "GET /v2.0/networks/00622aa3-3ed8-404c-93cc-c0ba459184d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546123 Aug 04 08:46:35.928201 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0e2c3727-dd54-4249-aab6-5258fa3cc668 req-90e677ce-0353-47a3-9c92-66c5e8faa68f service neutron] 10.222.0.61 "GET /v2.0/networks/a5391651-c052-4019-966f-27312282f5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183977 Aug 04 08:46:35.988692 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518f8898-ca3a-4184-8424-0b9544a6d3b1 None None] New status for floating IP 1828719f-9d94-4558-8ee2-1cb1b964790a: ACTIVE {{(pid=100322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 08:46:36.022618 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0e2c3727-dd54-4249-aab6-5258fa3cc668 req-6e309a1c-1390-457d-91f8-f5f4609442dd service neutron] 10.222.0.61 "GET /v2.0/networks/a5391651-c052-4019-966f-27312282f5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865293 Aug 04 08:46:36.131051 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992dc622-ac57-4c6e-aade-8256a4ec9ac8 req-61c4135b-f5e6-4b05-ab39-bf7fdd62db4a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:36.132851 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-992dc622-ac57-4c6e-aade-8256a4ec9ac8 req-61c4135b-f5e6-4b05-ab39-bf7fdd62db4a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 943 time: 0.0531178 Aug 04 08:46:36.170996 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-992dc622-ac57-4c6e-aade-8256a4ec9ac8 req-68fad463-6e20-4da3-8d4b-54419c6895db tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319471 Aug 04 08:46:37.109021 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device b6a1d31f-5b92-444d-9c05-87f442f2def1 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=100322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 08:46:37.202775 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port b6a1d31f-5b92-444d-9c05-87f442f2def1, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b6a1d31f-5b92-444d-9c05-87f442f2def1,segment=NetworkSegment(9fc2a23e-05fc-423c-8776-74a99484ef67),segment_id=9fc2a23e-05fc-423c-8776-74a99484ef67)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:46:37.214190 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Returning: {'device': 'b6a1d31f-5b92-444d-9c05-87f442f2def1', 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7', 'port_id': 'b6a1d31f-5b92-444d-9c05-87f442f2def1', 'mac_address': 'fa:16:3e:cd:a5:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 08:46:37.250934 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:37.264629 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a1d31f-5b92-444d-9c05-87f442f2def1 {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:46:37.283970 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port b6a1d31f-5b92-444d-9c05-87f442f2def1, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b6a1d31f-5b92-444d-9c05-87f442f2def1,segment=NetworkSegment(9fc2a23e-05fc-423c-8776-74a99484ef67),segment_id=9fc2a23e-05fc-423c-8776-74a99484ef67)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:46:37.295311 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48079afd-cc86-4c4b-9104-340e4bdf3b12 req-29247dd5-2aae-4a40-b31b-222c9e3c0d60 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:37.296892 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-48079afd-cc86-4c4b-9104-340e4bdf3b12 req-29247dd5-2aae-4a40-b31b-222c9e3c0d60 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 943 time: 0.0523732 Aug 04 08:46:37.335116 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-48079afd-cc86-4c4b-9104-340e4bdf3b12 req-237bf97f-519c-4d8b-a074-97649daf4eaf tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318482 Aug 04 08:46:37.347418 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:37.396268 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=b6a1d31f-5b92-444d-9c05-87f442f2def1,revision_number=4']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:37.530044 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1d516e95-7506-4be5-9e4a-d808124cdd07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:37.670748 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['b6a1d31f-5b92-444d-9c05-87f442f2def1'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:46:38.316977 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 56138) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:46:38.418250 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-13dc7d01-0fc2-489a-9d45-c8be3e7f19aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:38.482153 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab094cae-ea89-43a4-b2ea-c3099db13604 req-f822bd5f-aad6-4a43-87f3-c5c8c6f17775 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:38.483610 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-ab094cae-ea89-43a4-b2ea-c3099db13604 req-f822bd5f-aad6-4a43-87f3-c5c8c6f17775 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 944 time: 0.0671036 Aug 04 08:46:38.544677 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-ab094cae-ea89-43a4-b2ea-c3099db13604 req-fa256cd3-9508-412f-92ed-01667d08187b tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550275 Aug 04 08:46:38.575005 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-13dc7d01-0fc2-489a-9d45-c8be3e7f19aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:38.643117 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-13dc7d01-0fc2-489a-9d45-c8be3e7f19aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:38.678702 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc7d01-0fc2-489a-9d45-c8be3e7f19aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc447f1e-51b4-485f-a798-758e1db3766d,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:38.682901 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-13dc7d01-0fc2-489a-9d45-c8be3e7f19aa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1628d665116a479392581f083dbb9997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3649304 Aug 04 08:46:38.686217 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 56144) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:46:38.733222 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-702ab0ba-579d-4c97-b9b1-60ed83bfd809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:38.754246 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-702ab0ba-579d-4c97-b9b1-60ed83bfd809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:38.860437 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-702ab0ba-579d-4c97-b9b1-60ed83bfd809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:38.863444 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-702ab0ba-579d-4c97-b9b1-60ed83bfd809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:38.864613 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-702ab0ba-579d-4c97-b9b1-60ed83bfd809 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cc447f1e-51b4-485f-a798-758e1db3766d HTTP/1.1" status: 204 len: 168 time: 0.1780481 Aug 04 08:46:38.872552 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ab0ba-579d-4c97-b9b1-60ed83bfd809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc447f1e-51b4-485f-a798-758e1db3766d,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:39.109796 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device b6a1d31f-5b92-444d-9c05-87f442f2def1 up at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:46:39.209831 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning for port b6a1d31f-5b92-444d-9c05-87f442f2def1 completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:46:39.213737 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning complete for port b6a1d31f-5b92-444d-9c05-87f442f2def1 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:46:39.214116 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:39.292949 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:39.316747 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7873b914-0582-4e46-8002-367d42c0a0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a1d31f-5b92-444d-9c05-87f442f2def1'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:46:39.321630 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c495c7497e5e90a156a42ea06e218473990fefc1974f3e33d0cb89c8111961e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b4be0e-1fb4-4505-b6e1-98882d5b8465" -d '{"events": [{"server_uuid": "7873b914-0582-4e46-8002-367d42c0a0b6", "name": "network-vif-plugged", "status": "completed", "tag": "b6a1d31f-5b92-444d-9c05-87f442f2def1"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:46:39.335262 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port b6a1d31f-5b92-444d-9c05-87f442f2def1, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b6a1d31f-5b92-444d-9c05-87f442f2def1,segment=NetworkSegment(9fc2a23e-05fc-423c-8776-74a99484ef67),segment_id=9fc2a23e-05fc-423c-8776-74a99484ef67)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:46:39.359088 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268cf83a-e599-42ff-a7bd-dd5e2fad6dd3 x-openstack-request-id: req-268cf83a-e599-42ff-a7bd-dd5e2fad6dd3 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:46:39.359207 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7873b914-0582-4e46-8002-367d42c0a0b6", "name": "network-vif-plugged", "status": "completed", "tag": "b6a1d31f-5b92-444d-9c05-87f442f2def1", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:46:39.359428 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-268cf83a-e599-42ff-a7bd-dd5e2fad6dd3 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:46:39.359817 dv-cinder-802653-4-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7873b914-0582-4e46-8002-367d42c0a0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a1d31f-5b92-444d-9c05-87f442f2def1', 'code': 200} Aug 04 08:46:39.405548 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:39.413805 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 56152) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:46:39.427202 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c11718ef-1377-462e-bbb1-55a39a5d0b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:39.456451 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=b6a1d31f-5b92-444d-9c05-87f442f2def1,revision_number=5']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:39.514665 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c11718ef-1377-462e-bbb1-55a39a5d0b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:39.575423 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c11718ef-1377-462e-bbb1-55a39a5d0b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:39.615433 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-c11718ef-1377-462e-bbb1-55a39a5d0b66 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=758696bd75e74426bc883c07a5a692e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2005432 Aug 04 08:46:39.618144 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 56158) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:46:39.619146 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11718ef-1377-462e-bbb1-55a39a5d0b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a289ec24-7319-4e40-9d89-bf33b73ef8f4,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:39.682270 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31f3ce-b53e-4d79-9da3-9492eef4717c req-db17d4e5-0db6-4c53-82b8-a4f9df1c984b tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:39.683923 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-cd31f3ce-b53e-4d79-9da3-9492eef4717c req-db17d4e5-0db6-4c53-82b8-a4f9df1c984b tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 945 time: 0.0665205 Aug 04 08:46:39.694549 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-128b0427-49ea-490a-9ff1-69ca7354a8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:39.727539 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-cd31f3ce-b53e-4d79-9da3-9492eef4717c req-5c4adf40-423c-4d02-ba4b-9f52bb1ca5f8 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370350 Aug 04 08:46:39.750021 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-128b0427-49ea-490a-9ff1-69ca7354a8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:39.772102 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a295-b3e5-494f-9665-38d208e9aa13 req-53015e7e-5864-4e62-a8b9-c6a6afe1b2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:39.773573 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8bf8a295-b3e5-494f-9665-38d208e9aa13 req-53015e7e-5864-4e62-a8b9-c6a6afe1b2c6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 1098 time: 0.0802691 Aug 04 08:46:39.814754 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8bf8a295-b3e5-494f-9665-38d208e9aa13 req-5654a4ae-3644-4d50-b528-5f4413dcadb7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311089 Aug 04 08:46:39.889526 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-128b0427-49ea-490a-9ff1-69ca7354a8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:39.892069 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-128b0427-49ea-490a-9ff1-69ca7354a8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:39.893773 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-128b0427-49ea-490a-9ff1-69ca7354a8d4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a289ec24-7319-4e40-9d89-bf33b73ef8f4 HTTP/1.1" status: 204 len: 168 time: 0.2745168 Aug 04 08:46:39.901746 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b0427-49ea-490a-9ff1-69ca7354a8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a289ec24-7319-4e40-9d89-bf33b73ef8f4,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:40.255739 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:40.272876 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f3563897-a815-49ff-8f0d-08e545630714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:40.853132 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29bea78-6c8c-49ec-8f33-edd75c97a492 req-7930ad98-fd54-4799-a0aa-c6ffb33613fc tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:40.854620 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a29bea78-6c8c-49ec-8f33-edd75c97a492 req-7930ad98-fd54-4799-a0aa-c6ffb33613fc tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 945 time: 0.0555456 Aug 04 08:46:40.891915 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a29bea78-6c8c-49ec-8f33-edd75c97a492 req-71968751-6149-49e1-ac26-7b00b3375af5 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312221 Aug 04 08:46:41.169970 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:42.009791 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca321a-6d2d-459a-b82c-22460eaaa78f req-42679c22-855f-4a62-aaee-557d33512ea8 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:42.011275 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-afca321a-6d2d-459a-b82c-22460eaaa78f req-42679c22-855f-4a62-aaee-557d33512ea8 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 945 time: 0.0490172 Aug 04 08:46:42.048966 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-afca321a-6d2d-459a-b82c-22460eaaa78f req-cff1de23-661f-426d-a77e-367e12b88585 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318294 Aug 04 08:46:42.161078 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ceaf8-5a4b-4206-8a2b-d095c8710a6a req-9d92b111-aef1-43f0-8228-fbc6f447d27a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:42.162550 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-859ceaf8-5a4b-4206-8a2b-d095c8710a6a req-9d92b111-aef1-43f0-8228-fbc6f447d27a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 945 time: 0.0482998 Aug 04 08:46:42.170840 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 56212) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:46:42.175465 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-2a0ad4cb-7cf9-4f89-9d70-4e4b4ad11ca6 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Request body: {'floatingip': {'port_id': 'b6a1d31f-5b92-444d-9c05-87f442f2def1'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:46:42.216219 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2a0ad4cb-7cf9-4f89-9d70-4e4b4ad11ca6 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for floatingip, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:42.900757 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2a0ad4cb-7cf9-4f89-9d70-4e4b4ad11ca6 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:42.924771 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:42.974429 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2a0ad4cb-7cf9-4f89-9d70-4e4b4ad11ca6 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055929'] for floatingip, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:43.073129 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.db.l3_db [None req-2a0ad4cb-7cf9-4f89-9d70-4e4b4ad11ca6 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Floating IP 8d9e346d-e939-4cd8-923d-182b5bd62d7e associated. External IP: 172.27.0.90, port: b6a1d31f-5b92-444d-9c05-87f442f2def1. Aug 04 08:46:43.271955 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0ad4cb-7cf9-4f89-9d70-4e4b4ad11ca6 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Router e2217c2a-eee6-44c8-9c47-15eb7dffe0f3 has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:46:43.380514 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0ad4cb-7cf9-4f89-9d70-4e4b4ad11ca6 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:46:43.385162 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2a0ad4cb-7cf9-4f89-9d70-4e4b4ad11ca6 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for floatingip, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:43.391278 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363f0482-e9ff-4d3c-b6be-5dfe3185a60f None None] Sync routers for ids ['e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'] in dv-cinder-802653-4-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:46:43.400833 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363f0482-e9ff-4d3c-b6be-5dfe3185a60f None None] Routers {'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:46:43.401450 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-363f0482-e9ff-4d3c-b6be-5dfe3185a60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:46:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:46:43.415075 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-2a0ad4cb-7cf9-4f89-9d70-4e4b4ad11ca6 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "PUT /v2.0/floatingips/8d9e346d-e939-4cd8-923d-182b5bd62d7e HTTP/1.1" status: 200 len: 990 time: 1.2431879 Aug 04 08:46:43.415701 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7873b914-0582-4e46-8002-367d42c0a0b6', 'tag': 'b6a1d31f-5b92-444d-9c05-87f442f2def1'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:46:43.418106 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3946738b-88d8-4193-acb0-106c1ab50db7" -d '{"events": [{"name": "network-changed", "server_uuid": "7873b914-0582-4e46-8002-367d42c0a0b6", "tag": "b6a1d31f-5b92-444d-9c05-87f442f2def1"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:46:43.456553 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d649a3a-9f22-4a70-8d40-376420af3970 x-openstack-request-id: req-2d649a3a-9f22-4a70-8d40-376420af3970 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:46:43.456854 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7873b914-0582-4e46-8002-367d42c0a0b6", "tag": "b6a1d31f-5b92-444d-9c05-87f442f2def1", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:46:43.457107 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2d649a3a-9f22-4a70-8d40-376420af3970 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:46:43.457505 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7873b914-0582-4e46-8002-367d42c0a0b6', 'tag': 'b6a1d31f-5b92-444d-9c05-87f442f2def1', 'status': 'completed', 'code': 200} Aug 04 08:46:43.556693 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946738b-88d8-4193-acb0-106c1ab50db7 req-e23bdaa2-1d39-4734-a58f-b5b73f6ec7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:43.558239 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3946738b-88d8-4193-acb0-106c1ab50db7 req-e23bdaa2-1d39-4734-a58f-b5b73f6ec7ae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=da69dd3f52d047baad449570b0cccac3&device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 1098 time: 0.0420849 Aug 04 08:46:43.599492 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-363f0482-e9ff-4d3c-b6be-5dfe3185a60f None None] Set router e2217c2a-eee6-44c8-9c47-15eb7dffe0f3 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:46:43.656984 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946738b-88d8-4193-acb0-106c1ab50db7 req-b3b26f2a-eb7a-471a-946a-dc4d82c920cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:43.658519 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3946738b-88d8-4193-acb0-106c1ab50db7 req-b3b26f2a-eb7a-471a-946a-dc4d82c920cd service neutron] 10.222.0.61 "GET /v2.0/networks?id=00622aa3-3ed8-404c-93cc-c0ba459184d7 HTTP/1.1" status: 200 len: 918 time: 0.0923939 Aug 04 08:46:43.743010 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3946738b-88d8-4193-acb0-106c1ab50db7 req-9442416d-700c-4acf-a699-68288725ef4d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6a1d31f-5b92-444d-9c05-87f442f2def1 HTTP/1.1" status: 200 len: 998 time: 0.0701809 Aug 04 08:46:43.795698 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946738b-88d8-4193-acb0-106c1ab50db7 req-527daaa1-e683-4771-804b-9de8731f938b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:43.797284 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3946738b-88d8-4193-acb0-106c1ab50db7 req-527daaa1-e683-4771-804b-9de8731f938b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6359fcab-01ed-4f0a-97c2-09e6c9cf50a5 HTTP/1.1" status: 200 len: 856 time: 0.0447369 Aug 04 08:46:43.825163 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-363f0482-e9ff-4d3c-b6be-5dfe3185a60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1612254749-router', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:30Z', 'updated_at': '2021-08-04T08:42:35Z', 'revision_number': 4, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'gw_port': {'id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:31Z', 'updated_at': '2021-08-04T08:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_floatingips': [{'id': '8d9e346d-e939-4cd8-923d-182b5bd62d7e', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'router_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'port_id': 'b6a1d31f-5b92-444d-9c05-87f442f2def1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7', 'mac_address': 'fa:16:3e:cd:a5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873b914-0582-4e46-8002-367d42c0a0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T08:46:27Z', 'updated_at': '2021-08-04T08:46:42Z', 'revision_number': 1, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0792795c-ea17-4577-b5ed-826770e0df87', 'name': '', 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'mac_address': 'fa:16:3e:9a:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:35Z', 'updated_at': '2021-08-04T08:42:43Z', 'revision_number': 5, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'subnets': [{'id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:46:43.844329 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946738b-88d8-4193-acb0-106c1ab50db7 req-060dde8e-bce0-47f4-8599-fb76e5edd210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:46:43.845968 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3946738b-88d8-4193-acb0-106c1ab50db7 req-060dde8e-bce0-47f4-8599-fb76e5edd210 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=00622aa3-3ed8-404c-93cc-c0ba459184d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410006 Aug 04 08:46:43.850782 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363f0482-e9ff-4d3c-b6be-5dfe3185a60f None None] Checking router: e2217c2a-eee6-44c8-9c47-15eb7dffe0f3 for host: dv-cinder-802653-4-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:46:43.858988 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363f0482-e9ff-4d3c-b6be-5dfe3185a60f None None] Routers {'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:46:43.859594 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-363f0482-e9ff-4d3c-b6be-5dfe3185a60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:46:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:46:43.940907 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3946738b-88d8-4193-acb0-106c1ab50db7 req-24286755-b5fe-41c0-8f9e-f812c6bf1007 service neutron] 10.222.0.61 "GET /v2.0/networks/00622aa3-3ed8-404c-93cc-c0ba459184d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873909 Aug 04 08:46:43.964219 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-363f0482-e9ff-4d3c-b6be-5dfe3185a60f None None] Set router e2217c2a-eee6-44c8-9c47-15eb7dffe0f3 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:46:44.032566 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-3946738b-88d8-4193-acb0-106c1ab50db7 req-63045da3-949a-484b-99c1-06b7a00a6cb1 service neutron] 10.222.0.61 "GET /v2.0/networks/00622aa3-3ed8-404c-93cc-c0ba459184d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840938 Aug 04 08:46:44.199025 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-363f0482-e9ff-4d3c-b6be-5dfe3185a60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1612254749-router', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:30Z', 'updated_at': '2021-08-04T08:42:35Z', 'revision_number': 4, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'gw_port': {'id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:31Z', 'updated_at': '2021-08-04T08:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_floatingips': [{'id': '8d9e346d-e939-4cd8-923d-182b5bd62d7e', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'router_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'port_id': 'b6a1d31f-5b92-444d-9c05-87f442f2def1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7', 'mac_address': 'fa:16:3e:cd:a5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873b914-0582-4e46-8002-367d42c0a0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T08:46:27Z', 'updated_at': '2021-08-04T08:46:42Z', 'revision_number': 1, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0792795c-ea17-4577-b5ed-826770e0df87', 'name': '', 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'mac_address': 'fa:16:3e:9a:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:35Z', 'updated_at': '2021-08-04T08:42:43Z', 'revision_number': 5, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'subnets': [{'id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:46:44.224272 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363f0482-e9ff-4d3c-b6be-5dfe3185a60f None None] The sync data for ids ['e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'] in dv-cinder-802653-4-iscsi is: [{'id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1612254749-router', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:30Z', 'updated_at': '2021-08-04T08:42:35Z', 'revision_number': 4, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'gw_port': {'id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:31Z', 'updated_at': '2021-08-04T08:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_floatingips': [{'id': '8d9e346d-e939-4cd8-923d-182b5bd62d7e', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'router_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'port_id': 'b6a1d31f-5b92-444d-9c05-87f442f2def1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7', 'mac_address': 'fa:16:3e:cd:a5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873b914-0582-4e46-8002-367d42c0a0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T08:46:27Z', 'updated_at': '2021-08-04T08:46:42Z', 'revision_number': 1, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0792795c-ea17-4577-b5ed-826770e0df87', 'name': '', 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'mac_address': 'fa:16:3e:9a:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:35Z', 'updated_at': '2021-08-04T08:42:43Z', 'revision_number': 5, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'subnets': [{'id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:46:44.400572 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2eb233a-ab08-4cf5-b414-4e17cfa9feda None None] New status for floating IP 8d9e346d-e939-4cd8-923d-182b5bd62d7e: ACTIVE {{(pid=100322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 08:46:47.333273 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 56262) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:46:47.433853 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-cd0647c6-0924-4e99-820d-3eea1091cc9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:47.520623 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-cd0647c6-0924-4e99-820d-3eea1091cc9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:47.585283 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-cd0647c6-0924-4e99-820d-3eea1091cc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:47.625568 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0647c6-0924-4e99-820d-3eea1091cc9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfdee31-0a99-40bc-86f8-22e2b604f6cb,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:47.630834 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-cd0647c6-0924-4e99-820d-3eea1091cc9c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6b2a80e0664f4bf29d4fd12e5c22bf8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2965367 Aug 04 08:46:47.633915 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 56266) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:46:47.680549 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2128fef1-5ea9-4728-ba41-67a3d333ab2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:47.700356 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2128fef1-5ea9-4728-ba41-67a3d333ab2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:47.912318 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2128fef1-5ea9-4728-ba41-67a3d333ab2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:47.915453 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-2128fef1-5ea9-4728-ba41-67a3d333ab2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:47.919386 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-2128fef1-5ea9-4728-ba41-67a3d333ab2c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5bfdee31-0a99-40bc-86f8-22e2b604f6cb HTTP/1.1" status: 204 len: 168 time: 0.2821145 Aug 04 08:46:47.927295 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128fef1-5ea9-4728-ba41-67a3d333ab2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfdee31-0a99-40bc-86f8-22e2b604f6cb,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:48.574604 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 56276) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:46:48.587809 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b9e369d1-086f-4695-abf2-84551fe2906a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:48.674365 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b9e369d1-086f-4695-abf2-84551fe2906a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:48.746918 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b9e369d1-086f-4695-abf2-84551fe2906a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:48.786246 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-b9e369d1-086f-4695-abf2-84551fe2906a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=df43e9cfc9f2459e87d9c3a7b2c58790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2105243 Aug 04 08:46:48.787131 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e369d1-086f-4695-abf2-84551fe2906a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6a35ff-aaac-48fc-a14d-aba34498fcbb,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:48.788985 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 56278) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:46:48.836251 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-96b7e784-9b47-4f7b-b534-887f91f532cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:48.856483 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-96b7e784-9b47-4f7b-b534-887f91f532cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:48.962524 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-96b7e784-9b47-4f7b-b534-887f91f532cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:48.965123 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-96b7e784-9b47-4f7b-b534-887f91f532cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:48.966271 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-96b7e784-9b47-4f7b-b534-887f91f532cf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ab6a35ff-aaac-48fc-a14d-aba34498fcbb HTTP/1.1" status: 204 len: 168 time: 0.1757524 Aug 04 08:46:48.975980 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7e784-9b47-4f7b-b534-887f91f532cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6a35ff-aaac-48fc-a14d-aba34498fcbb,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:50.502182 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 56316) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:46:50.605852 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7b34d573-cb87-41b2-8c2a-ea1e55eb22bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:50.615287 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:50.690146 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7b34d573-cb87-41b2-8c2a-ea1e55eb22bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:50.746328 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7b34d573-cb87-41b2-8c2a-ea1e55eb22bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:50.752063 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 6 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:46:50.785361 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-7b34d573-cb87-41b2-8c2a-ea1e55eb22bb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e4442b11726c44a39b209b2b7a6a3cce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2821021 Aug 04 08:46:50.786474 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34d573-cb87-41b2-8c2a-ea1e55eb22bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2e3650-32fa-4d78-acfe-53084f46e3ea,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:46:50.788177 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 56320) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:46:50.839495 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5ec07b98-e327-4916-a477-ef4586b06315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:50.860870 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5ec07b98-e327-4916-a477-ef4586b06315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:50.992292 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5ec07b98-e327-4916-a477-ef4586b06315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:50.994842 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5ec07b98-e327-4916-a477-ef4586b06315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:46:50.996015 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-5ec07b98-e327-4916-a477-ef4586b06315 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1d2e3650-32fa-4d78-acfe-53084f46e3ea HTTP/1.1" status: 204 len: 168 time: 0.2061913 Aug 04 08:46:51.004504 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec07b98-e327-4916-a477-ef4586b06315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2e3650-32fa-4d78-acfe-53084f46e3ea,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:47:07.535489 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a7545c1e-d82a-4e51-9f58-c4f7de5e91e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:47:10.306556 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:47:10.317681 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e249b53e-b466-4b36-a0ea-8e05cea59e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:47:11.163651 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:47:12.916351 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:47:20.609053 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:47:22.948617 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ff0e67e8-bc12-4c5f-b03a-0a69cb86922f req-a7f4095a-f19a-477e-927b-82788e422cb5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395830 Aug 04 08:47:23.043525 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e67e8-bc12-4c5f-b03a-0a69cb86922f req-90283926-7a6d-4b86-9146-93e658d00c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:23.045020 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ff0e67e8-bc12-4c5f-b03a-0a69cb86922f req-90283926-7a6d-4b86-9146-93e658d00c59 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=aa3e51a69dab4e98a556a31f852f896e&device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 1099 time: 0.0395997 Aug 04 08:47:23.148259 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e67e8-bc12-4c5f-b03a-0a69cb86922f req-9296b538-e265-496f-834c-127dadbf002c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:23.149686 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ff0e67e8-bc12-4c5f-b03a-0a69cb86922f req-9296b538-e265-496f-834c-127dadbf002c service neutron] 10.222.0.61 "GET /v2.0/networks?id=8f9c73a6-89e6-4715-98d4-4d8878714ea6 HTTP/1.1" status: 200 len: 910 time: 0.0855396 Aug 04 08:47:23.215244 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ff0e67e8-bc12-4c5f-b03a-0a69cb86922f req-28a2437e-3513-4491-b60c-ee752c2b6c2c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f6cde59-b916-4f80-8d0f-18ae5482764b HTTP/1.1" status: 200 len: 1001 time: 0.0576744 Aug 04 08:47:23.268158 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e67e8-bc12-4c5f-b03a-0a69cb86922f req-4d04bad5-66a0-4f1c-b937-c1b74fa9fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:23.269576 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ff0e67e8-bc12-4c5f-b03a-0a69cb86922f req-4d04bad5-66a0-4f1c-b937-c1b74fa9fbe0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2ba08cd5-8402-4f50-9cd5-cc5c7c6d09fd HTTP/1.1" status: 200 len: 848 time: 0.0476127 Aug 04 08:47:23.314270 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e67e8-bc12-4c5f-b03a-0a69cb86922f req-db738b34-52ea-4d20-a622-74c83a0ee9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:23.315699 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ff0e67e8-bc12-4c5f-b03a-0a69cb86922f req-db738b34-52ea-4d20-a622-74c83a0ee9ab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f9c73a6-89e6-4715-98d4-4d8878714ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392969 Aug 04 08:47:23.404358 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ff0e67e8-bc12-4c5f-b03a-0a69cb86922f req-b18395f6-8da6-4dea-95ee-2faa0d574f1f service neutron] 10.222.0.61 "GET /v2.0/networks/8f9c73a6-89e6-4715-98d4-4d8878714ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800996 Aug 04 08:47:23.496255 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-ff0e67e8-bc12-4c5f-b03a-0a69cb86922f req-53ca0738-fcd6-45c4-b022-46759e932ac2 service neutron] 10.222.0.61 "GET /v2.0/networks/8f9c73a6-89e6-4715-98d4-4d8878714ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844481 Aug 04 08:47:27.751484 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 6 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:47:27.762396 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce64932-989e-47b4-b2a4-8d93b75062b6 req-416f896f-cf51-4d60-a7b2-6565e5543259 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:27.763882 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-cce64932-989e-47b4-b2a4-8d93b75062b6 req-416f896f-cf51-4d60-a7b2-6565e5543259 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 945 time: 0.0504420 Aug 04 08:47:27.809421 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-cce64932-989e-47b4-b2a4-8d93b75062b6 req-11054c5d-4ba8-4f8f-879b-982d14f45863 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395825 Aug 04 08:47:28.927775 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ecc4f-8c03-4f0b-b052-e82c6093d920 req-7871f57d-fe3a-4f1f-baed-7342844a0a98 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:28.929278 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fd4ecc4f-8c03-4f0b-b052-e82c6093d920 req-7871f57d-fe3a-4f1f-baed-7342844a0a98 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 945 time: 0.0485396 Aug 04 08:47:28.966160 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fd4ecc4f-8c03-4f0b-b052-e82c6093d920 req-d606c622-f30d-4674-821c-6032fc328ef6 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310690 Aug 04 08:47:30.083044 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54210d98-9ab8-4832-9b71-5e54fdfe322b req-ef125304-cab5-4ed7-b276-4702a9eed1ff tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:30.084524 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-54210d98-9ab8-4832-9b71-5e54fdfe322b req-ef125304-cab5-4ed7-b276-4702a9eed1ff tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 945 time: 0.0476174 Aug 04 08:47:30.120157 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-54210d98-9ab8-4832-9b71-5e54fdfe322b req-aa5fade5-4e21-4005-b625-f66e195638ff tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298765 Aug 04 08:47:31.235915 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a31bf-396f-492f-b435-8f8845cba511 req-7e5b0591-8617-4e41-adbd-df53d3f36577 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:31.237363 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-215a31bf-396f-492f-b435-8f8845cba511 req-7e5b0591-8617-4e41-adbd-df53d3f36577 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 945 time: 0.0474458 Aug 04 08:47:31.277737 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-215a31bf-396f-492f-b435-8f8845cba511 req-dad39721-9ba3-4923-847f-3a6b8386b4ef tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346975 Aug 04 08:47:32.397157 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219c8af-df0d-40d5-907c-1671483aa883 req-1ee3d04f-cec8-4906-a694-c7a19f1aa97f tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:32.398630 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f219c8af-df0d-40d5-907c-1671483aa883 req-1ee3d04f-cec8-4906-a694-c7a19f1aa97f tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 945 time: 0.0518208 Aug 04 08:47:32.435569 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f219c8af-df0d-40d5-907c-1671483aa883 req-85cb2935-a81b-427e-9760-da4b9623bf22 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311179 Aug 04 08:47:33.552392 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04852272-3550-4ec6-ae6e-40c72a092ea3 req-48522190-4003-4d6b-b51f-3cddece16bc0 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:33.553868 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-04852272-3550-4ec6-ae6e-40c72a092ea3 req-48522190-4003-4d6b-b51f-3cddece16bc0 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 945 time: 0.0498772 Aug 04 08:47:33.591760 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-04852272-3550-4ec6-ae6e-40c72a092ea3 req-21769e53-9780-4b8b-85e1-e40b0e639732 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319886 Aug 04 08:47:34.710421 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9fd18-f0f3-4d6b-a979-2a8c38b6d7fd req-29062354-a3c2-4626-a892-b374b80bc75c tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:34.711885 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f2e9fd18-f0f3-4d6b-a979-2a8c38b6d7fd req-29062354-a3c2-4626-a892-b374b80bc75c tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 945 time: 0.0482707 Aug 04 08:47:34.748456 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f2e9fd18-f0f3-4d6b-a979-2a8c38b6d7fd req-41b6e980-6783-450d-a404-9e6fa0443c30 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307796 Aug 04 08:47:35.865255 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7134d-2438-41e2-955a-d6440a852935 req-a5d6a7cc-e9ba-4075-a0d5-b8601ceeb110 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:35.866758 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c3f7134d-2438-41e2-955a-d6440a852935 req-a5d6a7cc-e9ba-4075-a0d5-b8601ceeb110 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 945 time: 0.0482230 Aug 04 08:47:35.904681 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c3f7134d-2438-41e2-955a-d6440a852935 req-08c84a2f-f5b8-4ef8-8269-738a59fb268d tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322793 Aug 04 08:47:37.019182 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad0e58-4b6e-40e7-a0c0-35cc269d3ace req-4ce6eb8d-6c84-44ac-a5d3-79e1abc83d53 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:37.021304 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f6ad0e58-4b6e-40e7-a0c0-35cc269d3ace req-4ce6eb8d-6c84-44ac-a5d3-79e1abc83d53 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 945 time: 0.0499918 Aug 04 08:47:37.058612 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f6ad0e58-4b6e-40e7-a0c0-35cc269d3ace req-208a9cfc-033a-422e-8fd4-73a847ae0317 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313072 Aug 04 08:47:37.477470 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-5b1d9341-45d6-4f1c-a830-ccaf2490acde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:47:38.177161 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ceb170-9d8a-40ee-9ecd-178514c7e330 req-3ab44c24-43ef-44c9-84ad-90fba6503905 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:38.178634 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-74ceb170-9d8a-40ee-9ecd-178514c7e330 req-3ab44c24-43ef-44c9-84ad-90fba6503905 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 945 time: 0.0496607 Aug 04 08:47:38.219356 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-74ceb170-9d8a-40ee-9ecd-178514c7e330 req-1cb83aa7-a896-4d39-8b4a-3a111cb53a61 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347764 Aug 04 08:47:39.350368 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device b6a1d31f-5b92-444d-9c05-87f442f2def1 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=100322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 08:47:39.445457 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port b6a1d31f-5b92-444d-9c05-87f442f2def1, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b6a1d31f-5b92-444d-9c05-87f442f2def1,segment=NetworkSegment(9fc2a23e-05fc-423c-8776-74a99484ef67),segment_id=9fc2a23e-05fc-423c-8776-74a99484ef67)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:47:39.456518 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Returning: {'device': 'b6a1d31f-5b92-444d-9c05-87f442f2def1', 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7', 'port_id': 'b6a1d31f-5b92-444d-9c05-87f442f2def1', 'mac_address': 'fa:16:3e:cd:a5:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 08:47:39.492459 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:47:39.498398 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590cc58-7aa0-49d3-85f8-5d4a93656e73 req-5aec5d4e-266a-4f93-b817-3f07818c83c0 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:39.499908 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-8590cc58-7aa0-49d3-85f8-5d4a93656e73 req-5aec5d4e-266a-4f93-b817-3f07818c83c0 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 945 time: 0.0530951 Aug 04 08:47:39.507432 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6a1d31f-5b92-444d-9c05-87f442f2def1 {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:47:39.527094 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port b6a1d31f-5b92-444d-9c05-87f442f2def1, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b6a1d31f-5b92-444d-9c05-87f442f2def1,segment=NetworkSegment(9fc2a23e-05fc-423c-8776-74a99484ef67),segment_id=9fc2a23e-05fc-423c-8776-74a99484ef67)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:47:39.541063 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-8590cc58-7aa0-49d3-85f8-5d4a93656e73 req-2205d2a4-e824-4e06-8da7-49540151a541 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341640 Aug 04 08:47:39.615164 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:47:39.665246 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=b6a1d31f-5b92-444d-9c05-87f442f2def1,revision_number=6']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:47:39.672612 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:47:39.675363 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:47:39.675363 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:47:39.675363 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:47:39.675363 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:47:39.675363 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:47:39.675363 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:47:39.675363 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:47:39.675363 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:47:39.676735 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:47:39.676735 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:47:39.676889 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:47:39.787040 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['b6a1d31f-5b92-444d-9c05-87f442f2def1'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:47:40.277867 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:47:40.280098 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-95b95880-1268-4517-af64-8a23fa25bfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:47:40.663162 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd9e93-d699-4f91-94f6-8b9d3ea69db3 req-fdd7fa70-e710-4523-bf56-5efafe1457f0 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:40.664707 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6bcd9e93-d699-4f91-94f6-8b9d3ea69db3 req-fdd7fa70-e710-4523-bf56-5efafe1457f0 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 944 time: 0.0494642 Aug 04 08:47:40.703346 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6bcd9e93-d699-4f91-94f6-8b9d3ea69db3 req-39aa38ec-22c0-430c-8aec-0e171f2762c9 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328948 Aug 04 08:47:41.197779 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:47:41.347353 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device b6a1d31f-5b92-444d-9c05-87f442f2def1 up at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:47:41.400570 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning complete for port b6a1d31f-5b92-444d-9c05-87f442f2def1 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:47:41.400938 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:47:41.486485 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:47:41.516550 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7873b914-0582-4e46-8002-367d42c0a0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a1d31f-5b92-444d-9c05-87f442f2def1'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:47:41.519217 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c495c7497e5e90a156a42ea06e218473990fefc1974f3e33d0cb89c8111961e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc58f2ac-60b0-461a-8fc8-61d6b8d6adeb" -d '{"events": [{"server_uuid": "7873b914-0582-4e46-8002-367d42c0a0b6", "name": "network-vif-plugged", "status": "completed", "tag": "b6a1d31f-5b92-444d-9c05-87f442f2def1"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:47:41.542050 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port b6a1d31f-5b92-444d-9c05-87f442f2def1, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b6a1d31f-5b92-444d-9c05-87f442f2def1,segment=NetworkSegment(9fc2a23e-05fc-423c-8776-74a99484ef67),segment_id=9fc2a23e-05fc-423c-8776-74a99484ef67)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:47:41.579174 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fe0129-7259-4d82-88a3-0de0fd54bc52 x-openstack-request-id: req-b2fe0129-7259-4d82-88a3-0de0fd54bc52 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:47:41.579483 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7873b914-0582-4e46-8002-367d42c0a0b6", "name": "network-vif-plugged", "status": "completed", "tag": "b6a1d31f-5b92-444d-9c05-87f442f2def1", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:47:41.579763 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b2fe0129-7259-4d82-88a3-0de0fd54bc52 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:47:41.580143 dv-cinder-802653-4-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7873b914-0582-4e46-8002-367d42c0a0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a1d31f-5b92-444d-9c05-87f442f2def1', 'code': 200} Aug 04 08:47:41.602996 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:47:41.653350 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=b6a1d31f-5b92-444d-9c05-87f442f2def1,revision_number=7']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:47:41.829926 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93e507-c451-4a6a-992c-7ef614b91c7f req-459bb93b-0e57-4257-ba98-7dc55dc6d395 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:41.832154 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2a93e507-c451-4a6a-992c-7ef614b91c7f req-459bb93b-0e57-4257-ba98-7dc55dc6d395 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 945 time: 0.0527327 Aug 04 08:47:41.874709 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2a93e507-c451-4a6a-992c-7ef614b91c7f req-6a6f4153-20c2-4dea-a624-85cda14de2c6 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363214 Aug 04 08:47:42.928955 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:47:43.008942 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1825020-7a5f-4a63-9623-f863a8e53516 req-adee7ed8-8f91-4d6c-b949-de2f4983e8ce tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:43.010682 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-e1825020-7a5f-4a63-9623-f863a8e53516 req-adee7ed8-8f91-4d6c-b949-de2f4983e8ce tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 945 time: 0.0572462 Aug 04 08:47:43.054440 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-e1825020-7a5f-4a63-9623-f863a8e53516 req-0c5491dc-bb1d-443d-89c4-da2543f5d968 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374255 Aug 04 08:47:44.191688 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000b6af-2080-445f-9d8f-43a5867e3def req-42b92fde-2f31-4427-9089-d047a00f852f tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:44.193570 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7000b6af-2080-445f-9d8f-43a5867e3def req-42b92fde-2f31-4427-9089-d047a00f852f tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 945 time: 0.0559950 Aug 04 08:47:44.247561 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-7000b6af-2080-445f-9d8f-43a5867e3def req-cfa9a3a9-ebf2-47e5-9109-3fbd3eea3c4f tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469842 Aug 04 08:47:45.387390 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee210e4c-cd1e-4c57-8a9a-8622c02b9b42 req-ce5e6a1b-0d32-42fc-8353-72b735e5d467 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:45.395412 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-ee210e4c-cd1e-4c57-8a9a-8622c02b9b42 req-ce5e6a1b-0d32-42fc-8353-72b735e5d467 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 945 time: 0.0684438 Aug 04 08:47:45.432484 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-ee210e4c-cd1e-4c57-8a9a-8622c02b9b42 req-257f9cf2-fe72-4ab9-9f29-2ddebf35fb97 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360756 Aug 04 08:47:46.553490 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962208d9-8bd7-4733-aca2-a1e768550f1e req-568f699c-aa11-4b35-9343-7d0512c6b779 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:46.555185 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-962208d9-8bd7-4733-aca2-a1e768550f1e req-568f699c-aa11-4b35-9343-7d0512c6b779 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 945 time: 0.0541229 Aug 04 08:47:46.597239 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-962208d9-8bd7-4733-aca2-a1e768550f1e req-5f004a00-e664-477d-a5db-7d34def52fc1 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349336 Aug 04 08:47:47.724982 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3ff3c-f5c7-4f7b-86cc-d03b0fcaf754 req-88370698-5a54-4a1b-a866-c3428af2d45a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:47.726520 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-cae3ff3c-f5c7-4f7b-86cc-d03b0fcaf754 req-88370698-5a54-4a1b-a866-c3428af2d45a tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 945 time: 0.0573270 Aug 04 08:47:47.767625 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-cae3ff3c-f5c7-4f7b-86cc-d03b0fcaf754 req-c13b5256-aaf9-4aa9-aabb-64e35e003f1e tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348809 Aug 04 08:47:48.900900 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d34ae-6125-45ad-980e-c4ce6ec7c25b req-e6f95abf-b4fe-4fc0-9c92-7e87b5ed32fb tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:48.902540 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-130d34ae-6125-45ad-980e-c4ce6ec7c25b req-e6f95abf-b4fe-4fc0-9c92-7e87b5ed32fb tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 945 time: 0.0556114 Aug 04 08:47:48.945588 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-130d34ae-6125-45ad-980e-c4ce6ec7c25b req-4d22b815-3a34-4e7d-8af9-d656bcef7209 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370703 Aug 04 08:47:50.081452 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd72b2e-9957-488d-969d-f00767511417 req-34b898cc-feb1-4dcc-b691-c4ecaaee5b46 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:50.083703 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-4bd72b2e-9957-488d-969d-f00767511417 req-34b898cc-feb1-4dcc-b691-c4ecaaee5b46 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 945 time: 0.0534961 Aug 04 08:47:50.129609 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-4bd72b2e-9957-488d-969d-f00767511417 req-24c88b33-a9f9-423b-be9b-3d6b2a36c704 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395353 Aug 04 08:47:50.654884 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:47:51.247731 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f0cc2-643b-4771-ae9b-8f7b98507f67 req-1577e67a-07e7-4ea0-b811-58f1b865afe4 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:51.249215 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-074f0cc2-643b-4771-ae9b-8f7b98507f67 req-1577e67a-07e7-4ea0-b811-58f1b865afe4 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 945 time: 0.0478585 Aug 04 08:47:51.289883 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-074f0cc2-643b-4771-ae9b-8f7b98507f67 req-9a8a38ed-bb99-41e1-b2fd-75a408f2d28d tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348983 Aug 04 08:47:51.631962 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d770b94-eacd-4325-a48d-38211a4e380d req-eece857f-64e8-4f44-8d06-ca457811b580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:51.633446 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4d770b94-eacd-4325-a48d-38211a4e380d req-eece857f-64e8-4f44-8d06-ca457811b580 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=da69dd3f52d047baad449570b0cccac3&device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 1098 time: 0.0410566 Aug 04 08:47:51.722558 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d770b94-eacd-4325-a48d-38211a4e380d req-68ad1f8d-ec73-4910-8ba0-9ca6a55b5e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:51.724113 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4d770b94-eacd-4325-a48d-38211a4e380d req-68ad1f8d-ec73-4910-8ba0-9ca6a55b5e04 service neutron] 10.222.0.61 "GET /v2.0/networks?id=00622aa3-3ed8-404c-93cc-c0ba459184d7 HTTP/1.1" status: 200 len: 918 time: 0.0834806 Aug 04 08:47:51.790517 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4d770b94-eacd-4325-a48d-38211a4e380d req-9ed0d649-6ae9-45dd-b726-c1cc209320bc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6a1d31f-5b92-444d-9c05-87f442f2def1 HTTP/1.1" status: 200 len: 1000 time: 0.0597403 Aug 04 08:47:51.839037 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d770b94-eacd-4325-a48d-38211a4e380d req-bc038b3e-2643-4ad7-9f98-066f1ee141c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:51.840436 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4d770b94-eacd-4325-a48d-38211a4e380d req-bc038b3e-2643-4ad7-9f98-066f1ee141c0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6359fcab-01ed-4f0a-97c2-09e6c9cf50a5 HTTP/1.1" status: 200 len: 856 time: 0.0422683 Aug 04 08:47:51.884320 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d770b94-eacd-4325-a48d-38211a4e380d req-61711558-9eb1-4747-b287-dd873e2d62bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:51.885710 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4d770b94-eacd-4325-a48d-38211a4e380d req-61711558-9eb1-4747-b287-dd873e2d62bf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=00622aa3-3ed8-404c-93cc-c0ba459184d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385094 Aug 04 08:47:51.976717 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4d770b94-eacd-4325-a48d-38211a4e380d req-8dcbeec3-275a-4700-9318-b821ea55847a service neutron] 10.222.0.61 "GET /v2.0/networks/00622aa3-3ed8-404c-93cc-c0ba459184d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833251 Aug 04 08:47:52.063446 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4d770b94-eacd-4325-a48d-38211a4e380d req-cc1e3ac3-35cb-462b-a9d6-902749ebe41a service neutron] 10.222.0.61 "GET /v2.0/networks/00622aa3-3ed8-404c-93cc-c0ba459184d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798390 Aug 04 08:47:52.407035 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394c03a-07bc-4b66-9adf-75441a14561b req-39549acf-2fa4-439f-995b-1e70fbb368d4 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:52.408537 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-4394c03a-07bc-4b66-9adf-75441a14561b req-39549acf-2fa4-439f-995b-1e70fbb368d4 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 945 time: 0.0479963 Aug 04 08:47:52.445780 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-4394c03a-07bc-4b66-9adf-75441a14561b req-00d9773a-ea3d-4cfe-a90c-e6a346a3750f tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304675 Aug 04 08:47:53.562566 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d844d49-5f38-4060-aacd-afebd1521997 req-17e6f7c4-4fe7-4011-b0e8-2b75eaa1b51e tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:53.564055 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8d844d49-5f38-4060-aacd-afebd1521997 req-17e6f7c4-4fe7-4011-b0e8-2b75eaa1b51e tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 945 time: 0.0482063 Aug 04 08:47:53.607291 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8d844d49-5f38-4060-aacd-afebd1521997 req-88740a35-1953-4c3d-bb93-5522a79b2219 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367534 Aug 04 08:47:54.728447 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6dc0e-6546-4c83-bc6c-67daf8870afb req-54f3409f-d735-421d-a153-446ad490b456 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:54.729940 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a8e6dc0e-6546-4c83-bc6c-67daf8870afb req-54f3409f-d735-421d-a153-446ad490b456 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 945 time: 0.0519142 Aug 04 08:47:54.766769 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a8e6dc0e-6546-4c83-bc6c-67daf8870afb req-48f1ca1a-0f2d-4a68-9389-f652e913e4f6 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310152 Aug 04 08:47:55.451215 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device b6a1d31f-5b92-444d-9c05-87f442f2def1 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:47:55.524287 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:47:55.545904 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7873b914-0582-4e46-8002-367d42c0a0b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6a1d31f-5b92-444d-9c05-87f442f2def1'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:47:55.548195 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c495c7497e5e90a156a42ea06e218473990fefc1974f3e33d0cb89c8111961e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca061a4e-b97e-4fbb-b02a-301389298f5d" -d '{"events": [{"server_uuid": "7873b914-0582-4e46-8002-367d42c0a0b6", "name": "network-vif-unplugged", "status": "completed", "tag": "b6a1d31f-5b92-444d-9c05-87f442f2def1"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:47:55.561642 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port b6a1d31f-5b92-444d-9c05-87f442f2def1, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b6a1d31f-5b92-444d-9c05-87f442f2def1,segment=NetworkSegment(9fc2a23e-05fc-423c-8776-74a99484ef67),segment_id=9fc2a23e-05fc-423c-8776-74a99484ef67)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:47:55.579722 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 Aug 2021 08:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfe9f2c-1514-4278-9d54-687637592d7e x-openstack-request-id: req-0dfe9f2c-1514-4278-9d54-687637592d7e {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:47:55.580037 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7873b914-0582-4e46-8002-367d42c0a0b6", "name": "network-vif-unplugged", "status": "failed", "tag": "b6a1d31f-5b92-444d-9c05-87f442f2def1", "code": 422}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:47:55.580293 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0dfe9f2c-1514-4278-9d54-687637592d7e {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:47:55.580728 dv-cinder-802653-4-iscsi neutron-server[100322]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7873b914-0582-4e46-8002-367d42c0a0b6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b6a1d31f-5b92-444d-9c05-87f442f2def1', 'code': 422} returned with failed status Aug 04 08:47:55.619689 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:47:55.668384 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=b6a1d31f-5b92-444d-9c05-87f442f2def1,revision_number=8']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:47:56.756915 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86339b0c-af87-4a41-9585-e0fa7ea77541 req-b1f58b2c-4148-49b0-888d-04c41e663bcd tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:56.758414 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-86339b0c-af87-4a41-9585-e0fa7ea77541 req-b1f58b2c-4148-49b0-888d-04c41e663bcd tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 943 time: 0.0481420 Aug 04 08:47:56.798101 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-86339b0c-af87-4a41-9585-e0fa7ea77541 req-7e6c273e-86a4-46c3-85eb-e8b4a41c6deb tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337622 Aug 04 08:47:57.035348 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f4f34f00-6c7b-4318-9667-b66e3d006caf req-cb70f621-aa06-4b1e-bd67-aa76b814040e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0452580 Aug 04 08:47:57.924666 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe5ec0-4720-4112-bc71-6d30e6ebffa1 req-2cc79044-8680-45d3-9721-eb6fcb79a261 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:57.926973 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6ebe5ec0-4720-4112-bc71-6d30e6ebffa1 req-2cc79044-8680-45d3-9721-eb6fcb79a261 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 943 time: 0.0538213 Aug 04 08:47:57.964454 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6ebe5ec0-4720-4112-bc71-6d30e6ebffa1 req-9773f23c-9880-47d1-bcad-ee205b9748d9 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317369 Aug 04 08:47:58.360111 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f34f00-6c7b-4318-9667-b66e3d006caf req-8e3a3632-72d9-4dbd-986e-0ebae13e68bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:58.361675 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f4f34f00-6c7b-4318-9667-b66e3d006caf req-8e3a3632-72d9-4dbd-986e-0ebae13e68bc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6&tenant_id=da69dd3f52d047baad449570b0cccac3 HTTP/1.1" status: 200 len: 1096 time: 0.0454793 Aug 04 08:47:58.432166 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f34f00-6c7b-4318-9667-b66e3d006caf req-4a58ef37-b63c-4e56-94a3-d335ab6bcaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:58.433596 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f4f34f00-6c7b-4318-9667-b66e3d006caf req-4a58ef37-b63c-4e56-94a3-d335ab6bcaec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=da69dd3f52d047baad449570b0cccac3&device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 1096 time: 0.0398529 Aug 04 08:47:58.523107 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f34f00-6c7b-4318-9667-b66e3d006caf req-bd674763-952c-4281-b8df-3ffe62c61ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:58.524590 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f4f34f00-6c7b-4318-9667-b66e3d006caf req-bd674763-952c-4281-b8df-3ffe62c61ed1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=00622aa3-3ed8-404c-93cc-c0ba459184d7 HTTP/1.1" status: 200 len: 918 time: 0.0836699 Aug 04 08:47:58.587876 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f4f34f00-6c7b-4318-9667-b66e3d006caf req-ac99034e-ce00-45ff-8929-420ec1d97f14 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6a1d31f-5b92-444d-9c05-87f442f2def1 HTTP/1.1" status: 200 len: 998 time: 0.0562994 Aug 04 08:47:58.639620 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f34f00-6c7b-4318-9667-b66e3d006caf req-1819fb48-1dfe-4578-83e1-9313072e2b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:58.640952 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f4f34f00-6c7b-4318-9667-b66e3d006caf req-1819fb48-1dfe-4578-83e1-9313072e2b36 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6359fcab-01ed-4f0a-97c2-09e6c9cf50a5 HTTP/1.1" status: 200 len: 856 time: 0.0461330 Aug 04 08:47:58.686872 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f34f00-6c7b-4318-9667-b66e3d006caf req-fb7d85e0-1a9d-48b8-bef9-8129d3f82d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:58.688375 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f4f34f00-6c7b-4318-9667-b66e3d006caf req-fb7d85e0-1a9d-48b8-bef9-8129d3f82d92 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=00622aa3-3ed8-404c-93cc-c0ba459184d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405483 Aug 04 08:47:58.773516 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f4f34f00-6c7b-4318-9667-b66e3d006caf req-e6f42859-b5cd-4f89-9142-b37460378077 service neutron] 10.222.0.61 "GET /v2.0/networks/00622aa3-3ed8-404c-93cc-c0ba459184d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778658 Aug 04 08:47:58.863224 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-f4f34f00-6c7b-4318-9667-b66e3d006caf req-6f290a0a-616b-4fd5-96b2-6716ba8ac6e3 service neutron] 10.222.0.61 "GET /v2.0/networks/00622aa3-3ed8-404c-93cc-c0ba459184d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824025 Aug 04 08:47:59.085787 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f877175-2489-4c87-a72c-f6d7451de126 req-c60e4d57-d78b-420d-a6ce-3c55e8c6a8a1 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:47:59.087243 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2f877175-2489-4c87-a72c-f6d7451de126 req-c60e4d57-d78b-420d-a6ce-3c55e8c6a8a1 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 943 time: 0.0510051 Aug 04 08:47:59.125659 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2f877175-2489-4c87-a72c-f6d7451de126 req-a50918a2-e3ed-40d0-bc10-2cb9d7441a92 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325470 Aug 04 08:48:00.247902 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c6bb2-1948-4d94-9597-3282b5d1d424 req-f197b82e-a795-4d34-90bf-010e0bba5fc9 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:00.249407 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1f0c6bb2-1948-4d94-9597-3282b5d1d424 req-f197b82e-a795-4d34-90bf-010e0bba5fc9 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 943 time: 0.0494561 Aug 04 08:48:00.289302 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1f0c6bb2-1948-4d94-9597-3282b5d1d424 req-cc52625e-85c6-4062-95b4-b40cb2e175d1 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326333 Aug 04 08:48:01.410689 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef883bb-c8de-448b-b3f4-43312f352601 req-26d0eecf-a036-4d21-aa72-6b808e3bc5da tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:01.412231 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9ef883bb-c8de-448b-b3f4-43312f352601 req-26d0eecf-a036-4d21-aa72-6b808e3bc5da tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 943 time: 0.0506051 Aug 04 08:48:01.457631 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-9ef883bb-c8de-448b-b3f4-43312f352601 req-00fea2c8-88cb-4a40-90bb-8663fb3206df tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392497 Aug 04 08:48:02.580334 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5af95b-9436-4633-8d15-bf8cf7a39b44 req-22416830-69b2-4b17-aeee-51077b7d05f5 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:02.581941 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9c5af95b-9436-4633-8d15-bf8cf7a39b44 req-22416830-69b2-4b17-aeee-51077b7d05f5 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 943 time: 0.0497873 Aug 04 08:48:02.625814 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-9c5af95b-9436-4633-8d15-bf8cf7a39b44 req-8df4d38e-2810-4b99-9bcb-3d0cf81f6e35 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377967 Aug 04 08:48:03.753107 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44be24e-7a02-4c47-abfa-d92c6ee5606a req-1d87f5a8-079e-4e36-abb7-135956926ade tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:03.754727 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c44be24e-7a02-4c47-abfa-d92c6ee5606a req-1d87f5a8-079e-4e36-abb7-135956926ade tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 943 time: 0.0512366 Aug 04 08:48:03.793794 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c44be24e-7a02-4c47-abfa-d92c6ee5606a req-f84ad95e-c8d1-488c-9c05-141081776f93 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330756 Aug 04 08:48:04.751482 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 6 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:48:04.912864 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6915be1-0e95-4711-bcaf-d247e7ee53f1 req-6eea4476-abff-4f58-b891-42139a53505d tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:04.916144 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a6915be1-0e95-4711-bcaf-d247e7ee53f1 req-6eea4476-abff-4f58-b891-42139a53505d tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 943 time: 0.0513434 Aug 04 08:48:04.952933 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a6915be1-0e95-4711-bcaf-d247e7ee53f1 req-eafaa67f-d4aa-4b3c-8397-8ce6a6bbf8bb tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321233 Aug 04 08:48:06.078207 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8893778-3712-4a0b-9194-8f8eadd632b3 req-edc09ad4-7331-4e55-97f4-0c7ba837979d tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:06.079744 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f8893778-3712-4a0b-9194-8f8eadd632b3 req-edc09ad4-7331-4e55-97f4-0c7ba837979d tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 943 time: 0.0537858 Aug 04 08:48:06.133927 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f8893778-3712-4a0b-9194-8f8eadd632b3 req-ab73ec8f-e8d1-45d5-87be-d5863638872c tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480421 Aug 04 08:48:07.251039 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611880a-0214-4680-8bb3-aa767a2c4a65 req-0f7c2a9a-a89c-4c95-8050-cc092a2d32eb tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:07.252516 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2611880a-0214-4680-8bb3-aa767a2c4a65 req-0f7c2a9a-a89c-4c95-8050-cc092a2d32eb tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 943 time: 0.0481887 Aug 04 08:48:07.289930 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2611880a-0214-4680-8bb3-aa767a2c4a65 req-78988533-665f-448b-a227-97a84ee17781 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308766 Aug 04 08:48:07.488616 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-022a8399-a892-4558-b924-5c82b1960dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:08.413372 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3eac2-5919-4804-96e0-4e62557e88e4 req-4371951a-52fb-43ec-8524-b6050abccf86 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:08.414878 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-61e3eac2-5919-4804-96e0-4e62557e88e4 req-4371951a-52fb-43ec-8524-b6050abccf86 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 943 time: 0.0523112 Aug 04 08:48:08.454483 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-61e3eac2-5919-4804-96e0-4e62557e88e4 req-aae20441-8682-4abb-bcfd-f56d067d62c3 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335250 Aug 04 08:48:09.580513 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8330a-7d45-4c7c-b0e5-4d6f6db426c3 req-504a9650-34a7-480f-b599-bcbcb0849ebd tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:09.583825 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-76f8330a-7d45-4c7c-b0e5-4d6f6db426c3 req-504a9650-34a7-480f-b599-bcbcb0849ebd tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 943 time: 0.0518548 Aug 04 08:48:09.625610 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-76f8330a-7d45-4c7c-b0e5-4d6f6db426c3 req-a0083cf6-cdd4-44d5-bf3e-603a6ef3a53e tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360227 Aug 04 08:48:10.402749 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:10.436825 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-75ef17c6-da06-4196-a18a-76302637005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:10.748497 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c667e2-d554-433b-a4b6-2dfa481916d8 req-2d92932d-db6c-47e5-9433-80e898ea4bef tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:10.749979 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-47c667e2-d554-433b-a4b6-2dfa481916d8 req-2d92932d-db6c-47e5-9433-80e898ea4bef tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 943 time: 0.0488415 Aug 04 08:48:10.790920 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-47c667e2-d554-433b-a4b6-2dfa481916d8 req-9802441a-670d-4662-a480-931b077b6c8b tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350270 Aug 04 08:48:11.202492 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:11.916503 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cdae5-6d54-40f1-97b5-3395b90a741d req-879eb039-1266-415e-ab9c-bfb9ed70f8fe tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:11.917976 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-123cdae5-6d54-40f1-97b5-3395b90a741d req-879eb039-1266-415e-ab9c-bfb9ed70f8fe tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 943 time: 0.0499132 Aug 04 08:48:11.954496 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-123cdae5-6d54-40f1-97b5-3395b90a741d req-0e74975e-3ed0-4b76-b5e0-d4047942000f tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307643 Aug 04 08:48:12.945202 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:13.073880 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8002f-4682-4e70-a148-9738e665b656 req-bb81e4df-4d56-415a-a5f6-caff445a02d1 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:13.075238 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-87d8002f-4682-4e70-a148-9738e665b656 req-bb81e4df-4d56-415a-a5f6-caff445a02d1 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 943 time: 0.0518260 Aug 04 08:48:13.112361 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-87d8002f-4682-4e70-a148-9738e665b656 req-e69c31ea-ae37-495a-b855-0718b4e3b8c6 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312669 Aug 04 08:48:13.536297 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device b6a1d31f-5b92-444d-9c05-87f442f2def1 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=100322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 08:48:13.627052 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port b6a1d31f-5b92-444d-9c05-87f442f2def1, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b6a1d31f-5b92-444d-9c05-87f442f2def1,segment=NetworkSegment(9fc2a23e-05fc-423c-8776-74a99484ef67),segment_id=9fc2a23e-05fc-423c-8776-74a99484ef67)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:48:13.638782 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Returning: {'device': 'b6a1d31f-5b92-444d-9c05-87f442f2def1', 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7', 'port_id': 'b6a1d31f-5b92-444d-9c05-87f442f2def1', 'mac_address': 'fa:16:3e:cd:a5:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 08:48:13.677963 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:13.690669 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a1d31f-5b92-444d-9c05-87f442f2def1 {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:48:13.710561 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port b6a1d31f-5b92-444d-9c05-87f442f2def1, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b6a1d31f-5b92-444d-9c05-87f442f2def1,segment=NetworkSegment(9fc2a23e-05fc-423c-8776-74a99484ef67),segment_id=9fc2a23e-05fc-423c-8776-74a99484ef67)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:48:13.784976 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:13.839961 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=b6a1d31f-5b92-444d-9c05-87f442f2def1,revision_number=9']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:48:14.129945 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['b6a1d31f-5b92-444d-9c05-87f442f2def1'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:48:14.201787 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-d10a74d6-cb25-41e8-9fd5-f09a16556dcf tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-9106871&fields=id&tenant_id=dedd88d93ffc4bca9dc856c5b204a955 HTTP/1.1" status: 200 len: 267 time: 0.0334430 Aug 04 08:48:14.230024 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829526a-06d4-4f3e-aa45-33d61360e5f3 req-caa1d66b-53a3-442e-aea6-872028e46b2f tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:14.231534 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-8829526a-06d4-4f3e-aa45-33d61360e5f3 req-caa1d66b-53a3-442e-aea6-872028e46b2f tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 944 time: 0.0497184 Aug 04 08:48:14.271911 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-8829526a-06d4-4f3e-aa45-33d61360e5f3 req-e81c979b-d4df-4eec-9791-f9a2abe9346c tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343750 Aug 04 08:48:14.315654 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-30ef9d6d-d2fa-4672-9032-93e0426cbbf0 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:14.317168 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-30ef9d6d-d2fa-4672-9032-93e0426cbbf0 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/networks?id=a5391651-c052-4019-966f-27312282f5a7 HTTP/1.1" status: 200 len: 812 time: 0.1089191 Aug 04 08:48:14.331902 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-80b2d51e-0db1-414e-906e-bfa769ad4856 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/quotas/dedd88d93ffc4bca9dc856c5b204a955 HTTP/1.1" status: 200 len: 375 time: 0.0086100 Aug 04 08:48:14.388723 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-03628620-a2fe-4961-ad05-865a750bf802 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dedd88d93ffc4bca9dc856c5b204a955&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0516152 Aug 04 08:48:14.488782 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-637590ed-1bff-426b-b090-f6db53f609cf service neutron] 10.222.0.45 "GET /v2.0/networks/a5391651-c052-4019-966f-27312282f5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793715 Aug 04 08:48:14.568612 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-ca12c6d8-8b1e-49ff-afc8-c503bba74535 service neutron] 10.222.0.45 "GET /v2.0/networks/a5391651-c052-4019-966f-27312282f5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835965 Aug 04 08:48:15.053830 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-ce50a91d-ea1b-48a2-85af-38f9f4ea42ab req-1845a5b6-ddbb-4c11-a11a-e5d4f16272ba tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=121c0666-176e-4718-9cc8-13781a53c1c8 HTTP/1.1" status: 200 len: 210 time: 0.0264657 Aug 04 08:48:15.392915 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbcad6-ef67-43be-93e0-88aa1272a732 req-9a0135e5-3314-4e82-8031-cc6046b9513e tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:15.394393 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b7bbcad6-ef67-43be-93e0-88aa1272a732 req-9a0135e5-3314-4e82-8031-cc6046b9513e tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 944 time: 0.0497737 Aug 04 08:48:15.442474 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b7bbcad6-ef67-43be-93e0-88aa1272a732 req-e2ab9854-1d4d-4666-b248-6e0769e85ebc tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409997 Aug 04 08:48:15.552829 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device b6a1d31f-5b92-444d-9c05-87f442f2def1 up at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:48:15.600813 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning complete for port b6a1d31f-5b92-444d-9c05-87f442f2def1 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:48:15.601111 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:15.676751 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:15.702787 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7873b914-0582-4e46-8002-367d42c0a0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a1d31f-5b92-444d-9c05-87f442f2def1'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:48:15.705238 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c495c7497e5e90a156a42ea06e218473990fefc1974f3e33d0cb89c8111961e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fba53d9-94ff-415b-8fdb-bd17d5dec406" -d '{"events": [{"server_uuid": "7873b914-0582-4e46-8002-367d42c0a0b6", "name": "network-vif-plugged", "status": "completed", "tag": "b6a1d31f-5b92-444d-9c05-87f442f2def1"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:48:15.724997 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port b6a1d31f-5b92-444d-9c05-87f442f2def1, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b6a1d31f-5b92-444d-9c05-87f442f2def1,segment=NetworkSegment(9fc2a23e-05fc-423c-8776-74a99484ef67),segment_id=9fc2a23e-05fc-423c-8776-74a99484ef67)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:48:15.741929 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f09507e-b530-4bcc-8bd4-b732aa972a8c x-openstack-request-id: req-7f09507e-b530-4bcc-8bd4-b732aa972a8c {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:48:15.742247 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7873b914-0582-4e46-8002-367d42c0a0b6", "name": "network-vif-plugged", "status": "completed", "tag": "b6a1d31f-5b92-444d-9c05-87f442f2def1", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:48:15.742502 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7f09507e-b530-4bcc-8bd4-b732aa972a8c {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:48:15.742938 dv-cinder-802653-4-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7873b914-0582-4e46-8002-367d42c0a0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a1d31f-5b92-444d-9c05-87f442f2def1', 'code': 200} Aug 04 08:48:16.141779 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-22ceab16-88b4-4075-bf9f-881d5bf6f15a req-56a625d6-0590-43ba-8674-2745f94fbbfb tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=121c0666-176e-4718-9cc8-13781a53c1c8 HTTP/1.1" status: 200 len: 210 time: 0.0340247 Aug 04 08:48:16.282788 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:16.448369 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=b6a1d31f-5b92-444d-9c05-87f442f2def1,revision_number=10']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:48:16.507068 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91469096-af30-4942-975a-e7a51ec65601 req-a1ab2edb-e9bc-4daa-8047-033179e6d24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:16.508807 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-91469096-af30-4942-975a-e7a51ec65601 req-a1ab2edb-e9bc-4daa-8047-033179e6d24e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 1099 time: 0.0434768 Aug 04 08:48:16.553882 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-91469096-af30-4942-975a-e7a51ec65601 req-eb3b0f9e-6b73-4032-9047-1e0fb974e45a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376039 Aug 04 08:48:16.583411 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6387960-15a7-4912-93a1-78df53e7b6fc req-595ed1a5-167e-4756-80be-70040746770e tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:16.589021 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f6387960-15a7-4912-93a1-78df53e7b6fc req-595ed1a5-167e-4756-80be-70040746770e tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 946 time: 0.0485048 Aug 04 08:48:16.626790 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-f6387960-15a7-4912-93a1-78df53e7b6fc req-e7aa2896-e69a-4b25-9f07-46ca4982c858 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352631 Aug 04 08:48:17.235232 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e80f3083-2426-4de8-965d-399cfcbd4e0b req-d797e5b1-f5be-4bd2-a7bc-846efa281f3d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=121c0666-176e-4718-9cc8-13781a53c1c8 HTTP/1.1" status: 200 len: 210 time: 0.0265696 Aug 04 08:48:17.745671 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63642803-269c-476e-98f1-efc1d5257ab7 req-b0e2c105-2b9c-4d1e-bac1-44f96b2bc096 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:17.747773 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-63642803-269c-476e-98f1-efc1d5257ab7 req-b0e2c105-2b9c-4d1e-bac1-44f96b2bc096 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 946 time: 0.0494673 Aug 04 08:48:17.788279 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-63642803-269c-476e-98f1-efc1d5257ab7 req-83cfb840-b672-4b79-a89d-b38f96a3450d tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326099 Aug 04 08:48:18.224438 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-e87a4331-25a2-4672-a5e6-082c1b52f85a tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:18.225865 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-e87a4331-25a2-4672-a5e6-082c1b52f85a tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.61 "GET /v2.0/networks?id=a5391651-c052-4019-966f-27312282f5a7 HTTP/1.1" status: 200 len: 812 time: 0.1076319 Aug 04 08:48:18.273767 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-78113cb5-fbbc-495d-9c30-5c3309d17145 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dedd88d93ffc4bca9dc856c5b204a955 HTTP/1.1" status: 200 len: 377 time: 0.0332263 Aug 04 08:48:18.283309 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-c6bd919f-71b0-4d2a-8484-e68ea1d7bf8b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Request body: {'port': {'device_id': '121c0666-176e-4718-9cc8-13781a53c1c8', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'admin_state_up': True, 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'security_groups': ['970cb49f-e1fa-45ff-91aa-ba6791ce176b']}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:48:18.358036 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e0e9ab34-0618-40ba-a5a2-7884b5cd4d86 req-b3e1776b-3b33-4adb-b737-0cb2eaaaed5f tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=121c0666-176e-4718-9cc8-13781a53c1c8 HTTP/1.1" status: 200 len: 210 time: 0.0332298 Aug 04 08:48:18.476953 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-c6bd919f-71b0-4d2a-8484-e68ea1d7bf8b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Made reservation on behalf of dedd88d93ffc4bca9dc856c5b204a955 for: {'port': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:48:18.480724 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-c6bd919f-71b0-4d2a-8484-e68ea1d7bf8b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:18.605063 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_common [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-c6bd919f-71b0-4d2a-8484-e68ea1d7bf8b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Allocated IP 172.20.0.9 (a5391651-c052-4019-966f-27312282f5a7/88edd72a-bd44-4717-a8ab-c97bf6648020/ac73106a-5a1b-4922-991d-8fdb4c630669) {{(pid=100321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:48:18.912794 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa719c1-bf3b-491f-b0dc-59ea2e32d4c2 req-e9af8665-4359-4c91-bf97-2c11a0204f09 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:18.914612 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-caa719c1-bf3b-491f-b0dc-59ea2e32d4c2 req-e9af8665-4359-4c91-bf97-2c11a0204f09 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 946 time: 0.0525753 Aug 04 08:48:18.954484 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-caa719c1-bf3b-491f-b0dc-59ea2e32d4c2 req-950c83e9-cc63-47c7-9357-628e978ec8ee tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333569 Aug 04 08:48:19.002292 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-c6bd919f-71b0-4d2a-8484-e68ea1d7bf8b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for port, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:19.015609 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-c6bd919f-71b0-4d2a-8484-e68ea1d7bf8b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Transition to ACTIVE for port object ac73106a-5a1b-4922-991d-8fdb4c630669 will not be triggered until provisioned by entity DHCP. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:48:19.104916 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-c6bd919f-71b0-4d2a-8484-e68ea1d7bf8b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:19.151226 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-c6bd919f-71b0-4d2a-8484-e68ea1d7bf8b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Network a5391651-c052-4019-966f-27312282f5a7 is already hosted by enough agents. {{(pid=100321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:48:19.154322 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-c6bd919f-71b0-4d2a-8484-e68ea1d7bf8b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Resources bound (agent type, host, resource id): {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:48:19.157903 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-c6bd919f-71b0-4d2a-8484-e68ea1d7bf8b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Received port after_create {{(pid=100321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:48:19.187321 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd919f-71b0-4d2a-8484-e68ea1d7bf8b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Pushing event updated for resources: {'Port': ['ID=ac73106a-5a1b-4922-991d-8fdb4c630669,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:48:19.200431 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd919f-71b0-4d2a-8484-e68ea1d7bf8b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:19.200781 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd919f-71b0-4d2a-8484-e68ea1d7bf8b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:19.201122 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd919f-71b0-4d2a-8484-e68ea1d7bf8b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:19.201529 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd919f-71b0-4d2a-8484-e68ea1d7bf8b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:19.201788 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd919f-71b0-4d2a-8484-e68ea1d7bf8b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:19.202289 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd919f-71b0-4d2a-8484-e68ea1d7bf8b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:19.202623 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd919f-71b0-4d2a-8484-e68ea1d7bf8b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:19.202956 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd919f-71b0-4d2a-8484-e68ea1d7bf8b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:19.203278 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd919f-71b0-4d2a-8484-e68ea1d7bf8b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:19.203778 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd919f-71b0-4d2a-8484-e68ea1d7bf8b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:19.204136 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd919f-71b0-4d2a-8484-e68ea1d7bf8b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:19.204454 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd919f-71b0-4d2a-8484-e68ea1d7bf8b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:19.231432 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-c6bd919f-71b0-4d2a-8484-e68ea1d7bf8b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:19.234874 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-c6bd919f-71b0-4d2a-8484-e68ea1d7bf8b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:19.333973 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-c6bd919f-71b0-4d2a-8484-e68ea1d7bf8b tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0542893 Aug 04 08:48:19.353817 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-137c72e0-afc8-49dc-b994-0c6665d6b316 service neutron] Request body: {'port': {'device_id': '121c0666-176e-4718-9cc8-13781a53c1c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:48:19.420704 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-137c72e0-afc8-49dc-b994-0c6665d6b316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:19.481809 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-563fc644-1488-4673-9eca-c2958ae56a0c None None] Provisioning for port ac73106a-5a1b-4922-991d-8fdb4c630669 completed by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:48:19.485875 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-563fc644-1488-4673-9eca-c2958ae56a0c None None] Provisioning complete for port ac73106a-5a1b-4922-991d-8fdb4c630669 triggered by entity DHCP. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:48:19.486737 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-563fc644-1488-4673-9eca-c2958ae56a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:19.520820 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-563fc644-1488-4673-9eca-c2958ae56a0c None None] Port ac73106a-5a1b-4922-991d-8fdb4c630669 cannot update to ACTIVE because it is not bound. {{(pid=100322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 08:48:19.561654 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f3d1d-3286-4fc8-8873-6b010ba7cf93 req-7e1ee0f9-24fc-4b98-ab8e-e89e1a62b1a3 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:19.563120 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e97f3d1d-3286-4fc8-8873-6b010ba7cf93 req-7e1ee0f9-24fc-4b98-ab8e-e89e1a62b1a3 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=121c0666-176e-4718-9cc8-13781a53c1c8 HTTP/1.1" status: 200 len: 931 time: 0.1329927 Aug 04 08:48:19.652488 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e97f3d1d-3286-4fc8-8873-6b010ba7cf93 req-fc155db7-ab35-4596-8a2c-85a85f63e13c tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0825424 Aug 04 08:48:19.753757 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-137c72e0-afc8-49dc-b994-0c6665d6b316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac73106a-5a1b-4922-991d-8fdb4c630669 {{(pid=100321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:48:19.762322 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-137c72e0-afc8-49dc-b994-0c6665d6b316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:19.773934 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.provisioning_blocks [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-137c72e0-afc8-49dc-b994-0c6665d6b316 service neutron] Transition to ACTIVE for port object ac73106a-5a1b-4922-991d-8fdb4c630669 will not be triggered until provisioned by entity L2. {{(pid=100321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 08:48:19.842246 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-137c72e0-afc8-49dc-b994-0c6665d6b316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:19.894382 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c72e0-afc8-49dc-b994-0c6665d6b316 service neutron] Pushing event updated for resources: {'Port': ['ID=ac73106a-5a1b-4922-991d-8fdb4c630669,revision_number=2']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:48:19.965247 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-137c72e0-afc8-49dc-b994-0c6665d6b316 service neutron] Attempting to bind port ac73106a-5a1b-4922-991d-8fdb4c630669 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 08:48:19.965649 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-137c72e0-afc8-49dc-b994-0c6665d6b316 service neutron] Attempting to bind port ac73106a-5a1b-4922-991d-8fdb4c630669 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '55668721-c8bf-4df9-929d-07849ad010f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a5391651-c052-4019-966f-27312282f5a7'}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 08:48:19.965993 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-137c72e0-afc8-49dc-b994-0c6665d6b316 service neutron] Attempting to bind port ac73106a-5a1b-4922-991d-8fdb4c630669 on network a5391651-c052-4019-966f-27312282f5a7 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:48:19.970489 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-137c72e0-afc8-49dc-b994-0c6665d6b316 service neutron] Port ac73106a-5a1b-4922-991d-8fdb4c630669 on network a5391651-c052-4019-966f-27312282f5a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 08:48:19.970812 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-137c72e0-afc8-49dc-b994-0c6665d6b316 service neutron] Attempting to bind port ac73106a-5a1b-4922-991d-8fdb4c630669 on network a5391651-c052-4019-966f-27312282f5a7 {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 08:48:19.975763 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-137c72e0-afc8-49dc-b994-0c6665d6b316 service neutron] Checking agent: {'id': '9a1e25f0-5e7e-4202-aeb1-29bde28f6183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'started_at': datetime.datetime(2021, 8, 4, 8, 37, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 8, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 08:48:19.976137 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-137c72e0-afc8-49dc-b994-0c6665d6b316 service neutron] Checking segment: {'id': '55668721-c8bf-4df9-929d-07849ad010f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a5391651-c052-4019-966f-27312282f5a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:48:19.976526 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-137c72e0-afc8-49dc-b994-0c6665d6b316 service neutron] Bound using segment: {'id': '55668721-c8bf-4df9-929d-07849ad010f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a5391651-c052-4019-966f-27312282f5a7'} {{(pid=100321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 08:48:19.976969 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.managers [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-137c72e0-afc8-49dc-b994-0c6665d6b316 service neutron] Bound port: ac73106a-5a1b-4922-991d-8fdb4c630669, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55668721-c8bf-4df9-929d-07849ad010f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a5391651-c052-4019-966f-27312282f5a7'}}] {{(pid=100321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 08:48:19.977315 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-137c72e0-afc8-49dc-b994-0c6665d6b316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:20.047281 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-137c72e0-afc8-49dc-b994-0c6665d6b316 service neutron] For port ac73106a-5a1b-4922-991d-8fdb4c630669, host hv-cinder-80265, cleared binding levels {{(pid=100321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 08:48:20.048867 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-137c72e0-afc8-49dc-b994-0c6665d6b316 service neutron] For port ac73106a-5a1b-4922-991d-8fdb4c630669, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=ac73106a-5a1b-4922-991d-8fdb4c630669,segment=NetworkSegment(55668721-c8bf-4df9-929d-07849ad010f4),segment_id=55668721-c8bf-4df9-929d-07849ad010f4)] {{(pid=100321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 08:48:20.082824 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d4854-0a0d-4e2b-8e1e-a52b7ccac5a0 req-9d978487-73b3-4541-9d26-2074da967395 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:20.084326 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a67d4854-0a0d-4e2b-8e1e-a52b7ccac5a0 req-9d978487-73b3-4541-9d26-2074da967395 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 946 time: 0.0487051 Aug 04 08:48:20.100163 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-137c72e0-afc8-49dc-b994-0c6665d6b316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132619696'] for port, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:20.126607 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a67d4854-0a0d-4e2b-8e1e-a52b7ccac5a0 req-c3d2f2ee-4a77-4da4-bb06-760d9d817d0f tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357456 Aug 04 08:48:20.140067 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-137c72e0-afc8-49dc-b994-0c6665d6b316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:20.140067 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-137c72e0-afc8-49dc-b994-0c6665d6b316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:20.140426 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-137c72e0-afc8-49dc-b994-0c6665d6b316 service neutron] 10.222.0.61 "PUT /v2.0/ports/ac73106a-5a1b-4922-991d-8fdb4c630669 HTTP/1.1" status: 200 len: 1093 time: 0.7919641 Aug 04 08:48:20.140940 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121c0666-176e-4718-9cc8-13781a53c1c8', 'tag': 'ac73106a-5a1b-4922-991d-8fdb4c630669'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:48:20.143184 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238325f0-293c-46ef-9150-2dfc4bbbf96a" -d '{"events": [{"name": "network-changed", "server_uuid": "121c0666-176e-4718-9cc8-13781a53c1c8", "tag": "ac73106a-5a1b-4922-991d-8fdb4c630669"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:48:20.174103 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c72e0-afc8-49dc-b994-0c6665d6b316 service neutron] Pushing event updated for resources: {'Port': ['ID=ac73106a-5a1b-4922-991d-8fdb4c630669,revision_number=3']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:48:20.186068 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bac884-890f-4e37-8c2a-ea8091b3e39f x-openstack-request-id: req-21bac884-890f-4e37-8c2a-ea8091b3e39f {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:48:20.186068 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "121c0666-176e-4718-9cc8-13781a53c1c8", "tag": "ac73106a-5a1b-4922-991d-8fdb4c630669", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:48:20.186068 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-21bac884-890f-4e37-8c2a-ea8091b3e39f {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:48:20.186355 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '121c0666-176e-4718-9cc8-13781a53c1c8', 'tag': 'ac73106a-5a1b-4922-991d-8fdb4c630669', 'status': 'completed', 'code': 200} Aug 04 08:48:20.266771 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238325f0-293c-46ef-9150-2dfc4bbbf96a req-bda9c21c-ae81-4644-8dcf-273c32d03d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:20.268438 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-238325f0-293c-46ef-9150-2dfc4bbbf96a req-bda9c21c-ae81-4644-8dcf-273c32d03d2b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dedd88d93ffc4bca9dc856c5b204a955&device_id=121c0666-176e-4718-9cc8-13781a53c1c8 HTTP/1.1" status: 200 len: 1096 time: 0.0429273 Aug 04 08:48:20.384022 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238325f0-293c-46ef-9150-2dfc4bbbf96a req-581d13b2-d078-4e88-9d71-14d05a479cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:20.385890 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-238325f0-293c-46ef-9150-2dfc4bbbf96a req-581d13b2-d078-4e88-9d71-14d05a479cd3 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=dedd88d93ffc4bca9dc856c5b204a955&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1033046 Aug 04 08:48:20.479956 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238325f0-293c-46ef-9150-2dfc4bbbf96a req-1cfd5d19-d09f-40e3-a5b8-0f2ffd0de186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:20.481416 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-238325f0-293c-46ef-9150-2dfc4bbbf96a req-1cfd5d19-d09f-40e3-a5b8-0f2ffd0de186 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888119 Aug 04 08:48:20.578620 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-91bc444d-23dc-43d8-bbf8-729b55eee782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:20.580236 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-91bc444d-23dc-43d8-bbf8-729b55eee782 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dedd88d93ffc4bca9dc856c5b204a955&device_id=121c0666-176e-4718-9cc8-13781a53c1c8 HTTP/1.1" status: 200 len: 1096 time: 0.0424502 Aug 04 08:48:20.625491 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:20.633806 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-f5b05d12-2282-4e06-9671-cfe4b4c3146a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac73106a-5a1b-4922-991d-8fdb4c630669 HTTP/1.1" status: 200 len: 217 time: 0.0387602 Aug 04 08:48:20.695248 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-bd00444c-e3d3-49d6-8b3b-c92b7d4deb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:20.696756 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-bd00444c-e3d3-49d6-8b3b-c92b7d4deb9a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=88edd72a-bd44-4717-a8ab-c97bf6648020 HTTP/1.1" status: 200 len: 851 time: 0.0557795 Aug 04 08:48:20.743337 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-9a4b6bde-a636-4bf3-92ac-732ea533bdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:20.744779 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-9a4b6bde-a636-4bf3-92ac-732ea533bdf5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5391651-c052-4019-966f-27312282f5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405354 Aug 04 08:48:20.769722 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5084e7-0ade-4c9a-88bf-ee3ad8625b10 req-fadc30ba-335f-44a0-ba20-17dcd22802b3 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:20.771599 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-4c5084e7-0ade-4c9a-88bf-ee3ad8625b10 req-fadc30ba-335f-44a0-ba20-17dcd22802b3 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=121c0666-176e-4718-9cc8-13781a53c1c8 HTTP/1.1" status: 200 len: 943 time: 0.0512173 Aug 04 08:48:20.810881 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-4c5084e7-0ade-4c9a-88bf-ee3ad8625b10 req-fa8a8aa2-9ef4-444a-b7dd-5ab4bdae053c tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0331945 Aug 04 08:48:20.836456 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-a0416ce5-0476-4c4b-b7b0-bea93bc0c9eb service neutron] 10.222.0.61 "GET /v2.0/networks/a5391651-c052-4019-966f-27312282f5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839703 Aug 04 08:48:20.929362 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-df61ed3a-0c17-4267-9ef8-a21024f8f31b req-7b04a131-cbde-4b20-bb3d-bcf1d56a7991 service neutron] 10.222.0.61 "GET /v2.0/networks/a5391651-c052-4019-966f-27312282f5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865152 Aug 04 08:48:21.927564 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc678027-115e-4d42-9000-d96ac38216e6 req-3eca8145-9f2b-4383-b9a3-6d3f6ae7a434 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:21.929074 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fc678027-115e-4d42-9000-d96ac38216e6 req-3eca8145-9f2b-4383-b9a3-6d3f6ae7a434 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=121c0666-176e-4718-9cc8-13781a53c1c8 HTTP/1.1" status: 200 len: 943 time: 0.0492587 Aug 04 08:48:21.965654 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fc678027-115e-4d42-9000-d96ac38216e6 req-55e81e71-ceb7-4a3e-a586-bb2e3c74c6a5 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0303888 Aug 04 08:48:23.004535 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b9d59f88-b503-44a5-8060-0d2a50b904a2 req-26691723-160e-420f-825a-6736791c23c6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1484e9f4-268d-44e5-8b9d-fe228e962e3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380177 Aug 04 08:48:23.078550 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4fe70-d5eb-49e4-8781-c41d04ac2bee req-c17b4ddf-73b1-4575-9fab-126061cbda94 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:23.079979 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-ccf4fe70-d5eb-49e4-8781-c41d04ac2bee req-c17b4ddf-73b1-4575-9fab-126061cbda94 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=121c0666-176e-4718-9cc8-13781a53c1c8 HTTP/1.1" status: 200 len: 943 time: 0.0483484 Aug 04 08:48:23.083438 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d59f88-b503-44a5-8060-0d2a50b904a2 req-de29b22f-0e2d-4f08-aefd-d9eea851fe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:23.084956 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b9d59f88-b503-44a5-8060-0d2a50b904a2 req-de29b22f-0e2d-4f08-aefd-d9eea851fe91 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dedd88d93ffc4bca9dc856c5b204a955&device_id=1484e9f4-268d-44e5-8b9d-fe228e962e3b HTTP/1.1" status: 200 len: 1098 time: 0.0435154 Aug 04 08:48:23.118152 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-ccf4fe70-d5eb-49e4-8781-c41d04ac2bee req-4fe43ba8-f6e6-4d17-b9ba-31b4319037cb tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321958 Aug 04 08:48:23.186572 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d59f88-b503-44a5-8060-0d2a50b904a2 req-01026fc2-885a-42d6-a2f7-f9c36f86aa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:23.188077 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b9d59f88-b503-44a5-8060-0d2a50b904a2 req-01026fc2-885a-42d6-a2f7-f9c36f86aa34 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a5391651-c052-4019-966f-27312282f5a7 HTTP/1.1" status: 200 len: 913 time: 0.0838995 Aug 04 08:48:23.255337 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b9d59f88-b503-44a5-8060-0d2a50b904a2 req-c2ffcf03-6091-496c-9ef7-598628b57c4b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61d2f223-47ff-455c-bf0f-0b82e633909b HTTP/1.1" status: 200 len: 1000 time: 0.0606048 Aug 04 08:48:23.303499 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d59f88-b503-44a5-8060-0d2a50b904a2 req-f5b97fa6-0449-4924-8c50-473ecb6c7574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:23.304920 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b9d59f88-b503-44a5-8060-0d2a50b904a2 req-f5b97fa6-0449-4924-8c50-473ecb6c7574 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=88edd72a-bd44-4717-a8ab-c97bf6648020 HTTP/1.1" status: 200 len: 851 time: 0.0426753 Aug 04 08:48:23.350255 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d59f88-b503-44a5-8060-0d2a50b904a2 req-96a9c766-f7b3-4354-876b-bf8570b3bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:23.351776 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b9d59f88-b503-44a5-8060-0d2a50b904a2 req-96a9c766-f7b3-4354-876b-bf8570b3bf34 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5391651-c052-4019-966f-27312282f5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396159 Aug 04 08:48:23.442461 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b9d59f88-b503-44a5-8060-0d2a50b904a2 req-a804fdda-1b70-42e3-b832-9f0dc3d4f942 service neutron] 10.222.0.61 "GET /v2.0/networks/a5391651-c052-4019-966f-27312282f5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825663 Aug 04 08:48:23.530474 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b9d59f88-b503-44a5-8060-0d2a50b904a2 req-fb98f280-6d1d-4a3e-8b90-65e32137f7fa service neutron] 10.222.0.61 "GET /v2.0/networks/a5391651-c052-4019-966f-27312282f5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813787 Aug 04 08:48:24.231803 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b283cc7-c1e0-4667-a6d8-72cd9c84b652 req-0bc1a842-ca0b-4c6c-b1e3-02ec51670236 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:24.234439 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4b283cc7-c1e0-4667-a6d8-72cd9c84b652 req-0bc1a842-ca0b-4c6c-b1e3-02ec51670236 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=121c0666-176e-4718-9cc8-13781a53c1c8 HTTP/1.1" status: 200 len: 943 time: 0.0512521 Aug 04 08:48:24.274366 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4b283cc7-c1e0-4667-a6d8-72cd9c84b652 req-ade9c817-1197-4aee-a600-9ead14cc9ff2 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0329416 Aug 04 08:48:25.387336 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556cb50-b714-49d8-a49e-972967c8b905 req-e94dd873-2ceb-4c87-a451-7fd55ae8e913 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:25.388841 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2556cb50-b714-49d8-a49e-972967c8b905 req-e94dd873-2ceb-4c87-a451-7fd55ae8e913 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=121c0666-176e-4718-9cc8-13781a53c1c8 HTTP/1.1" status: 200 len: 943 time: 0.0493162 Aug 04 08:48:25.429743 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2556cb50-b714-49d8-a49e-972967c8b905 req-f69db182-09ee-401f-ab7b-3f266ff4909d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0350075 Aug 04 08:48:26.546828 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab3d48-191b-447d-9775-2a703c914e9a req-e315571d-1125-405c-871c-d7c56e5ec70d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:26.548313 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-74ab3d48-191b-447d-9775-2a703c914e9a req-e315571d-1125-405c-871c-d7c56e5ec70d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=121c0666-176e-4718-9cc8-13781a53c1c8 HTTP/1.1" status: 200 len: 943 time: 0.0534027 Aug 04 08:48:26.585105 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-74ab3d48-191b-447d-9775-2a703c914e9a req-0ff7100e-1bb1-4d1c-ac5c-a7e21cacbf42 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0308561 Aug 04 08:48:27.662628 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device ac73106a-5a1b-4922-991d-8fdb4c630669 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=100322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 08:48:27.697644 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db452a2-27ee-4a13-b3b7-8d2c6f6fa2a4 req-b361b9c7-cf31-48d7-a856-7e3ba11aa7b9 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:27.699156 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-4db452a2-27ee-4a13-b3b7-8d2c6f6fa2a4 req-b361b9c7-cf31-48d7-a856-7e3ba11aa7b9 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=121c0666-176e-4718-9cc8-13781a53c1c8 HTTP/1.1" status: 200 len: 943 time: 0.0483747 Aug 04 08:48:27.738828 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-4db452a2-27ee-4a13-b3b7-8d2c6f6fa2a4 req-7be8478d-1a43-44d6-91c0-94c4f00eca60 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321195 Aug 04 08:48:27.760657 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port ac73106a-5a1b-4922-991d-8fdb4c630669, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=ac73106a-5a1b-4922-991d-8fdb4c630669,segment=NetworkSegment(55668721-c8bf-4df9-929d-07849ad010f4),segment_id=55668721-c8bf-4df9-929d-07849ad010f4)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:48:27.771441 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Returning: {'device': 'ac73106a-5a1b-4922-991d-8fdb4c630669', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'port_id': 'ac73106a-5a1b-4922-991d-8fdb4c630669', 'mac_address': 'fa:16:3e:27:b5:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 08:48:27.807425 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:27.819673 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac73106a-5a1b-4922-991d-8fdb4c630669 {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:48:27.838751 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port ac73106a-5a1b-4922-991d-8fdb4c630669, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=ac73106a-5a1b-4922-991d-8fdb4c630669,segment=NetworkSegment(55668721-c8bf-4df9-929d-07849ad010f4),segment_id=55668721-c8bf-4df9-929d-07849ad010f4)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:48:27.895061 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:27.954701 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=ac73106a-5a1b-4922-991d-8fdb4c630669,revision_number=4']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:48:28.242586 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['ac73106a-5a1b-4922-991d-8fdb4c630669'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:48:28.850360 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937884f-f498-4577-81cf-87bcb3ff004e req-a292f891-a5ed-4898-b960-67f677e77481 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:28.851815 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1937884f-f498-4577-81cf-87bcb3ff004e req-a292f891-a5ed-4898-b960-67f677e77481 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=121c0666-176e-4718-9cc8-13781a53c1c8 HTTP/1.1" status: 200 len: 944 time: 0.0483122 Aug 04 08:48:28.888986 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1937884f-f498-4577-81cf-87bcb3ff004e req-b7f05865-78d6-4225-a49f-20fe3cdcdb3c tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0314443 Aug 04 08:48:29.677814 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device ac73106a-5a1b-4922-991d-8fdb4c630669 up at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:48:29.830685 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning for port ac73106a-5a1b-4922-991d-8fdb4c630669 completed by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 08:48:29.834535 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning complete for port ac73106a-5a1b-4922-991d-8fdb4c630669 triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:48:29.834914 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:29.908133 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:29.931561 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121c0666-176e-4718-9cc8-13781a53c1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac73106a-5a1b-4922-991d-8fdb4c630669'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:48:29.934453 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c495c7497e5e90a156a42ea06e218473990fefc1974f3e33d0cb89c8111961e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7b5ee2-5f5c-4beb-9d64-0538e2057c9e" -d '{"events": [{"server_uuid": "121c0666-176e-4718-9cc8-13781a53c1c8", "name": "network-vif-plugged", "status": "completed", "tag": "ac73106a-5a1b-4922-991d-8fdb4c630669"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:48:29.947719 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port ac73106a-5a1b-4922-991d-8fdb4c630669, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=ac73106a-5a1b-4922-991d-8fdb4c630669,segment=NetworkSegment(55668721-c8bf-4df9-929d-07849ad010f4),segment_id=55668721-c8bf-4df9-929d-07849ad010f4)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:48:29.973707 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ba2fcd-043d-4b21-a3e3-f939d73d7671 x-openstack-request-id: req-c8ba2fcd-043d-4b21-a3e3-f939d73d7671 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:48:29.973707 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121c0666-176e-4718-9cc8-13781a53c1c8", "name": "network-vif-plugged", "status": "completed", "tag": "ac73106a-5a1b-4922-991d-8fdb4c630669", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:48:29.973707 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c8ba2fcd-043d-4b21-a3e3-f939d73d7671 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:48:29.973707 dv-cinder-802653-4-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '121c0666-176e-4718-9cc8-13781a53c1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac73106a-5a1b-4922-991d-8fdb4c630669', 'code': 200} Aug 04 08:48:30.003989 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e1eb8-f7ba-4cf0-b007-c57686f05b8b req-e5d64afb-770c-4798-b69e-d7f699a60ace tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:30.005926 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-396e1eb8-f7ba-4cf0-b007-c57686f05b8b req-e5d64afb-770c-4798-b69e-d7f699a60ace tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=121c0666-176e-4718-9cc8-13781a53c1c8 HTTP/1.1" status: 200 len: 944 time: 0.0489752 Aug 04 08:48:30.013480 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:30.045115 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-396e1eb8-f7ba-4cf0-b007-c57686f05b8b req-6962256a-b34a-45ac-9a6d-bfa7edcf712f tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0332108 Aug 04 08:48:30.065509 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=ac73106a-5a1b-4922-991d-8fdb4c630669,revision_number=5']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:48:30.325137 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc389708-6aa1-489e-9d91-3d6667c642d0 req-1373d60a-9929-439e-bf06-a9c80d839dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:30.326670 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cc389708-6aa1-489e-9d91-3d6667c642d0 req-1373d60a-9929-439e-bf06-a9c80d839dff service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=121c0666-176e-4718-9cc8-13781a53c1c8 HTTP/1.1" status: 200 len: 1098 time: 0.0404973 Aug 04 08:48:30.360675 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cc389708-6aa1-489e-9d91-3d6667c642d0 req-87c31ed6-5994-4ec5-aee3-35e24c68f37b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0274568 Aug 04 08:48:30.642357 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdd879-50a0-45f4-b24b-a7a3a4d9dd40 req-dd945f2f-ae16-488c-ab2e-b0dd63f9fa5d tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:30.643794 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-52cdd879-50a0-45f4-b24b-a7a3a4d9dd40 req-dd945f2f-ae16-488c-ab2e-b0dd63f9fa5d tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 946 time: 0.0468440 Aug 04 08:48:30.684945 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-52cdd879-50a0-45f4-b24b-a7a3a4d9dd40 req-b13cdf56-1ede-49c6-9a24-40c45ebe34f1 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353637 Aug 04 08:48:31.163164 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59363f27-ec2d-470e-89a4-ffc04e4399c2 req-b7ad9c28-563d-4971-8c5c-0106c3b758b7 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:31.164642 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-59363f27-ec2d-470e-89a4-ffc04e4399c2 req-b7ad9c28-563d-4971-8c5c-0106c3b758b7 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=121c0666-176e-4718-9cc8-13781a53c1c8 HTTP/1.1" status: 200 len: 945 time: 0.0526273 Aug 04 08:48:31.202365 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-59363f27-ec2d-470e-89a4-ffc04e4399c2 req-5faa886e-bc0e-44b6-8a16-587e4116ce8d tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0314858 Aug 04 08:48:31.800213 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35277c2-530b-4c4b-88eb-1c3a7601632b req-f6f4a72f-bc70-4874-afb0-5bc6fc1a043b tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:31.801739 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-b35277c2-530b-4c4b-88eb-1c3a7601632b req-f6f4a72f-bc70-4874-afb0-5bc6fc1a043b tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 946 time: 0.0500748 Aug 04 08:48:31.840638 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-b35277c2-530b-4c4b-88eb-1c3a7601632b req-ec1d670b-fc93-43ae-a884-a4b8e1ec4db5 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328670 Aug 04 08:48:32.314088 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170993a7-8d7f-479e-b19c-b230c372269d req-9eb8f2f1-1105-4cb0-90bc-09e5986b435c tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:32.315643 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-170993a7-8d7f-479e-b19c-b230c372269d req-9eb8f2f1-1105-4cb0-90bc-09e5986b435c tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=121c0666-176e-4718-9cc8-13781a53c1c8 HTTP/1.1" status: 200 len: 945 time: 0.0487077 Aug 04 08:48:32.356912 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-170993a7-8d7f-479e-b19c-b230c372269d req-6f3e2cc9-8cf4-499f-acdf-d743a2d6fc30 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0354464 Aug 04 08:48:32.467109 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d57d3-8d8e-470c-9d46-be0b5a33ec20 req-5acc9e96-0b17-4b27-828f-8ddd123ee884 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:32.468607 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-401d57d3-8d8e-470c-9d46-be0b5a33ec20 req-5acc9e96-0b17-4b27-828f-8ddd123ee884 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=121c0666-176e-4718-9cc8-13781a53c1c8 HTTP/1.1" status: 200 len: 945 time: 0.0482895 Aug 04 08:48:32.505641 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-401d57d3-8d8e-470c-9d46-be0b5a33ec20 req-1150eaf8-2490-42bc-9e2c-c9b86eec82e2 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0309994 Aug 04 08:48:32.527078 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 56772) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:48:32.565086 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a1464b-b4af-400e-8d14-99ffe7a6884c tempest-TestVolumeBootPattern-1116038901 tempest-TestVolumeBootPattern-1116038901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:32.566550 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-d9a1464b-b4af-400e-8d14-99ffe7a6884c tempest-TestVolumeBootPattern-1116038901 tempest-TestVolumeBootPattern-1116038901-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=121c0666-176e-4718-9cc8-13781a53c1c8 HTTP/1.1" status: 200 len: 1093 time: 0.0384493 Aug 04 08:48:32.569226 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 56774) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:48:32.573533 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-cb302b1e-4e6e-4b57-aca8-0735866cd876 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Request body: {'floatingip': {'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'port_id': 'ac73106a-5a1b-4922-991d-8fdb4c630669', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:48:32.653377 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-cb302b1e-4e6e-4b57-aca8-0735866cd876 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for floatingip, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:32.751003 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-cb302b1e-4e6e-4b57-aca8-0735866cd876 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:32.855675 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.db_base_plugin_common [None req-cb302b1e-4e6e-4b57-aca8-0735866cd876 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Allocated IP 172.27.0.224 (3e216780-0509-4029-b6cd-a15c5c01b313/90755f8e-3998-4871-81e2-3daea40b0bfb/5d354d59-c364-4f84-a99b-55cde786f112) {{(pid=100320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 08:48:32.953866 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29fcb4-50d2-4054-87fb-9e625ed11170 req-ff4bc975-451f-46fd-973c-969986721280 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:32.955359 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0c29fcb4-50d2-4054-87fb-9e625ed11170 req-ff4bc975-451f-46fd-973c-969986721280 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 946 time: 0.0489986 Aug 04 08:48:32.956151 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-cb302b1e-4e6e-4b57-aca8-0735866cd876 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for port, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:32.992341 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0c29fcb4-50d2-4054-87fb-9e625ed11170 req-0f522752-6be9-4270-be68-04517070a308 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310156 Aug 04 08:48:33.042410 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-cb302b1e-4e6e-4b57-aca8-0735866cd876 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749050521528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134116821'] for port, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:33.080303 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb302b1e-4e6e-4b57-aca8-0735866cd876 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Network 3e216780-0509-4029-b6cd-a15c5c01b313 is already hosted by enough agents. {{(pid=100320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 08:48:33.082941 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.base_scheduler [None req-cb302b1e-4e6e-4b57-aca8-0735866cd876 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Resources bound (agent type, host, resource id): {{(pid=100320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:48:33.086219 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb302b1e-4e6e-4b57-aca8-0735866cd876 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Received port after_create {{(pid=100320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 08:48:33.113053 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb302b1e-4e6e-4b57-aca8-0735866cd876 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Pushing event updated for resources: {'Port': ['ID=5d354d59-c364-4f84-a99b-55cde786f112,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:48:33.125771 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb302b1e-4e6e-4b57-aca8-0735866cd876 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:33.127166 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb302b1e-4e6e-4b57-aca8-0735866cd876 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:33.127166 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb302b1e-4e6e-4b57-aca8-0735866cd876 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:33.127166 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb302b1e-4e6e-4b57-aca8-0735866cd876 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:33.127166 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb302b1e-4e6e-4b57-aca8-0735866cd876 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:33.127627 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb302b1e-4e6e-4b57-aca8-0735866cd876 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:33.127720 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb302b1e-4e6e-4b57-aca8-0735866cd876 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:33.128061 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb302b1e-4e6e-4b57-aca8-0735866cd876 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:33.128385 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb302b1e-4e6e-4b57-aca8-0735866cd876 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:33.128705 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb302b1e-4e6e-4b57-aca8-0735866cd876 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:33.129025 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb302b1e-4e6e-4b57-aca8-0735866cd876 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:33.129340 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb302b1e-4e6e-4b57-aca8-0735866cd876 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:33.449721 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-cb302b1e-4e6e-4b57-aca8-0735866cd876 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:33.578019 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-cb302b1e-4e6e-4b57-aca8-0735866cd876 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:33.719545 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-cb302b1e-4e6e-4b57-aca8-0735866cd876 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for port, precommit_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:33.778443 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-cb302b1e-4e6e-4b57-aca8-0735866cd876 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134116828'] for port, after_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:33.844885 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb302b1e-4e6e-4b57-aca8-0735866cd876 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Pushing event updated for resources: {'Port': ['ID=5d354d59-c364-4f84-a99b-55cde786f112,revision_number=2']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:48:33.858299 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-cb302b1e-4e6e-4b57-aca8-0735866cd876 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055929'] for floatingip, after_update {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:33.953250 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.db.l3_db [None req-cb302b1e-4e6e-4b57-aca8-0735866cd876 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Floating IP 942ddd12-69bf-4e2f-8059-55e9fba31004 associated. External IP: 172.27.0.224, port: ac73106a-5a1b-4922-991d-8fdb4c630669. Aug 04 08:48:34.172354 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093472b-0110-4541-86cb-57fa44a6a2e1 req-1415d420-86ce-483e-987e-ffb965fa78dc tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:34.173800 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-3093472b-0110-4541-86cb-57fa44a6a2e1 req-1415d420-86ce-483e-987e-ffb965fa78dc tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 946 time: 0.0911300 Aug 04 08:48:34.202900 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb302b1e-4e6e-4b57-aca8-0735866cd876 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Router 4b811504-3b5e-4d85-8947-81201cead105 has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:48:34.225929 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-3093472b-0110-4541-86cb-57fa44a6a2e1 req-f71d595e-c993-4d67-b2d9-10be8898d3fe tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454607 Aug 04 08:48:34.321805 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb302b1e-4e6e-4b57-aca8-0735866cd876 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:48:34.330949 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d53395-119a-4e8b-b25d-db6fb0eedd93 None None] Sync routers for ids ['4b811504-3b5e-4d85-8947-81201cead105'] in dv-cinder-802653-4-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:48:34.340653 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d53395-119a-4e8b-b25d-db6fb0eedd93 None None] Routers {'4b811504-3b5e-4d85-8947-81201cead105'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:48:34.341475 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-a7d53395-119a-4e8b-b25d-db6fb0eedd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:48:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['4b811504-3b5e-4d85-8947-81201cead105'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:48:34.396576 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-cb302b1e-4e6e-4b57-aca8-0735866cd876 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for floatingip, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:34.423582 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-cb302b1e-4e6e-4b57-aca8-0735866cd876 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8532188 Aug 04 08:48:34.424391 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121c0666-176e-4718-9cc8-13781a53c1c8', 'tag': 'ac73106a-5a1b-4922-991d-8fdb4c630669'}] {{(pid=100320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:48:34.426992 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0fb8cf4a75af305c05a6811089918ae1dc95fdd1c14f947d6ddb53af2a89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80e5491-60a2-44b3-b7d9-70544a825702" -d '{"events": [{"name": "network-changed", "server_uuid": "121c0666-176e-4718-9cc8-13781a53c1c8", "tag": "ac73106a-5a1b-4922-991d-8fdb4c630669"}]}' {{(pid=100320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:48:34.445547 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-a7d53395-119a-4e8b-b25d-db6fb0eedd93 None None] Set router 4b811504-3b5e-4d85-8947-81201cead105 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:48:34.462483 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a3275c-aab3-4153-bc6f-65f09f53bf74 x-openstack-request-id: req-49a3275c-aab3-4153-bc6f-65f09f53bf74 {{(pid=100320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:48:34.462786 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "121c0666-176e-4718-9cc8-13781a53c1c8", "tag": "ac73106a-5a1b-4922-991d-8fdb4c630669", "status": "completed", "code": 200}]} {{(pid=100320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:48:34.463043 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-49a3275c-aab3-4153-bc6f-65f09f53bf74 {{(pid=100320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:48:34.463450 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '121c0666-176e-4718-9cc8-13781a53c1c8', 'tag': 'ac73106a-5a1b-4922-991d-8fdb4c630669', 'status': 'completed', 'code': 200} Aug 04 08:48:34.554374 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e5491-60a2-44b3-b7d9-70544a825702 req-af4251ad-169c-411f-b495-24b272c427e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:34.555833 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e80e5491-60a2-44b3-b7d9-70544a825702 req-af4251ad-169c-411f-b495-24b272c427e9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dedd88d93ffc4bca9dc856c5b204a955&device_id=121c0666-176e-4718-9cc8-13781a53c1c8 HTTP/1.1" status: 200 len: 1098 time: 0.0444407 Aug 04 08:48:34.645421 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e5491-60a2-44b3-b7d9-70544a825702 req-5fd1a743-2951-4be8-93f7-20f454ac16b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:34.646779 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e80e5491-60a2-44b3-b7d9-70544a825702 req-5fd1a743-2951-4be8-93f7-20f454ac16b4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a5391651-c052-4019-966f-27312282f5a7 HTTP/1.1" status: 200 len: 913 time: 0.0821831 Aug 04 08:48:34.671305 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-a7d53395-119a-4e8b-b25d-db6fb0eedd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b811504-3b5e-4d85-8947-81201cead105', 'name': 'tempest-TestVolumeBootPattern-2134895935-router', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:44Z', 'updated_at': '2021-08-04T08:42:49Z', 'revision_number': 4, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'gw_port': {'id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:45Z', 'updated_at': '2021-08-04T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_floatingips': [{'id': '1828719f-9d94-4558-8ee2-1cb1b964790a', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'router_id': '4b811504-3b5e-4d85-8947-81201cead105', 'port_id': '61d2f223-47ff-455c-bf0f-0b82e633909b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'mac_address': 'fa:16:3e:37:db:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1484e9f4-268d-44e5-8b9d-fe228e962e3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T08:46:33Z', 'updated_at': '2021-08-04T08:46:36Z', 'revision_number': 1, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'fixed_ip_address_scope': None}, {'id': '942ddd12-69bf-4e2f-8059-55e9fba31004', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'router_id': '4b811504-3b5e-4d85-8947-81201cead105', 'port_id': 'ac73106a-5a1b-4922-991d-8fdb4c630669', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'mac_address': 'fa:16:3e:27:b5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121c0666-176e-4718-9cc8-13781a53c1c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T08:48:33Z', 'updated_at': '2021-08-04T08:48:33Z', 'revision_number': 0, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f564317-117c-4b42-a965-36d82bf45d2e', 'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'mac_address': 'fa:16:3e:7b:5c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:48Z', 'updated_at': '2021-08-04T08:42:55Z', 'revision_number': 5, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'subnets': [{'id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:48:34.696534 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d53395-119a-4e8b-b25d-db6fb0eedd93 None None] Checking router: 4b811504-3b5e-4d85-8947-81201cead105 for host: dv-cinder-802653-4-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:48:34.704778 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d53395-119a-4e8b-b25d-db6fb0eedd93 None None] Routers {'4b811504-3b5e-4d85-8947-81201cead105'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:48:34.705396 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-a7d53395-119a-4e8b-b25d-db6fb0eedd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:48:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['4b811504-3b5e-4d85-8947-81201cead105'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:48:34.726559 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e80e5491-60a2-44b3-b7d9-70544a825702 req-df5af58e-abc2-4369-97c7-60310612b64b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac73106a-5a1b-4922-991d-8fdb4c630669 HTTP/1.1" status: 200 len: 999 time: 0.0707028 Aug 04 08:48:34.776597 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e5491-60a2-44b3-b7d9-70544a825702 req-9dc55a45-c729-4966-8821-6391534529e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:34.778181 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e80e5491-60a2-44b3-b7d9-70544a825702 req-9dc55a45-c729-4966-8821-6391534529e8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=88edd72a-bd44-4717-a8ab-c97bf6648020 HTTP/1.1" status: 200 len: 851 time: 0.0438836 Aug 04 08:48:34.809595 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-a7d53395-119a-4e8b-b25d-db6fb0eedd93 None None] Set router 4b811504-3b5e-4d85-8947-81201cead105 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:48:34.822667 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e5491-60a2-44b3-b7d9-70544a825702 req-6843ff95-7ba4-45e6-a908-c26bc9c5aace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:34.824865 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e80e5491-60a2-44b3-b7d9-70544a825702 req-6843ff95-7ba4-45e6-a908-c26bc9c5aace service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5391651-c052-4019-966f-27312282f5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392327 Aug 04 08:48:34.915024 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e80e5491-60a2-44b3-b7d9-70544a825702 req-48ee9859-1ad3-441c-9810-dc966513d6b7 service neutron] 10.222.0.61 "GET /v2.0/networks/a5391651-c052-4019-966f-27312282f5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828023 Aug 04 08:48:35.003832 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e80e5491-60a2-44b3-b7d9-70544a825702 req-9f4c1b0b-9487-4162-b1ae-e0cf47cfaf43 service neutron] 10.222.0.61 "GET /v2.0/networks/a5391651-c052-4019-966f-27312282f5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808218 Aug 04 08:48:35.031227 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-a7d53395-119a-4e8b-b25d-db6fb0eedd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b811504-3b5e-4d85-8947-81201cead105', 'name': 'tempest-TestVolumeBootPattern-2134895935-router', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:44Z', 'updated_at': '2021-08-04T08:42:49Z', 'revision_number': 4, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'gw_port': {'id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:45Z', 'updated_at': '2021-08-04T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_floatingips': [{'id': '1828719f-9d94-4558-8ee2-1cb1b964790a', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'router_id': '4b811504-3b5e-4d85-8947-81201cead105', 'port_id': '61d2f223-47ff-455c-bf0f-0b82e633909b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'mac_address': 'fa:16:3e:37:db:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1484e9f4-268d-44e5-8b9d-fe228e962e3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T08:46:33Z', 'updated_at': '2021-08-04T08:46:36Z', 'revision_number': 1, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'fixed_ip_address_scope': None}, {'id': '942ddd12-69bf-4e2f-8059-55e9fba31004', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'router_id': '4b811504-3b5e-4d85-8947-81201cead105', 'port_id': 'ac73106a-5a1b-4922-991d-8fdb4c630669', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'mac_address': 'fa:16:3e:27:b5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121c0666-176e-4718-9cc8-13781a53c1c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T08:48:33Z', 'updated_at': '2021-08-04T08:48:33Z', 'revision_number': 0, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f564317-117c-4b42-a965-36d82bf45d2e', 'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'mac_address': 'fa:16:3e:7b:5c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:48Z', 'updated_at': '2021-08-04T08:42:55Z', 'revision_number': 5, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'subnets': [{'id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:48:35.135806 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d53395-119a-4e8b-b25d-db6fb0eedd93 None None] The sync data for ids ['4b811504-3b5e-4d85-8947-81201cead105'] in dv-cinder-802653-4-iscsi is: [{'id': '4b811504-3b5e-4d85-8947-81201cead105', 'name': 'tempest-TestVolumeBootPattern-2134895935-router', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:44Z', 'updated_at': '2021-08-04T08:42:49Z', 'revision_number': 4, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'gw_port': {'id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:45Z', 'updated_at': '2021-08-04T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_floatingips': [{'id': '1828719f-9d94-4558-8ee2-1cb1b964790a', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'router_id': '4b811504-3b5e-4d85-8947-81201cead105', 'port_id': '61d2f223-47ff-455c-bf0f-0b82e633909b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'mac_address': 'fa:16:3e:37:db:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1484e9f4-268d-44e5-8b9d-fe228e962e3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T08:46:33Z', 'updated_at': '2021-08-04T08:46:36Z', 'revision_number': 1, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'fixed_ip_address_scope': None}, {'id': '942ddd12-69bf-4e2f-8059-55e9fba31004', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'router_id': '4b811504-3b5e-4d85-8947-81201cead105', 'port_id': 'ac73106a-5a1b-4922-991d-8fdb4c630669', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'mac_address': 'fa:16:3e:27:b5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121c0666-176e-4718-9cc8-13781a53c1c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T08:48:33Z', 'updated_at': '2021-08-04T08:48:33Z', 'revision_number': 0, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f564317-117c-4b42-a965-36d82bf45d2e', 'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'mac_address': 'fa:16:3e:7b:5c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:48Z', 'updated_at': '2021-08-04T08:42:55Z', 'revision_number': 5, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'subnets': [{'id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:48:35.318237 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb6e1f8-56a6-43cc-a850-e1d032acdb63 None None] New status for floating IP 942ddd12-69bf-4e2f-8059-55e9fba31004: ACTIVE {{(pid=100322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 08:48:35.343080 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e3b45-0f7c-4f0f-8d63-bc2bba86d779 req-29cf0aef-0df9-4b83-84e0-1be085e9b8c5 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:35.344791 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-5e4e3b45-0f7c-4f0f-8d63-bc2bba86d779 req-29cf0aef-0df9-4b83-84e0-1be085e9b8c5 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 946 time: 0.0505893 Aug 04 08:48:35.383124 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-5e4e3b45-0f7c-4f0f-8d63-bc2bba86d779 req-1c3f0d44-cd7c-4c80-bbdb-0b688436de64 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321045 Aug 04 08:48:36.498394 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b7e8c-8b93-41ca-b210-b8c2f315faec req-ab177d95-9efd-4733-aeda-d87fdfe2d81b tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:36.499862 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e45b7e8c-8b93-41ca-b210-b8c2f315faec req-ab177d95-9efd-4733-aeda-d87fdfe2d81b tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 946 time: 0.0494273 Aug 04 08:48:36.539838 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e45b7e8c-8b93-41ca-b210-b8c2f315faec req-d7844e07-f23f-4913-a764-10782fadbd0c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337503 Aug 04 08:48:37.487270 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9af5514b-40f4-49a4-a47b-1954611e64a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:37.659122 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643961e8-6597-4237-b9c4-b9bdcbe59b6b req-fa926115-3e23-4f68-aab4-38ac13ce6a5f tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:37.660725 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-643961e8-6597-4237-b9c4-b9bdcbe59b6b req-fa926115-3e23-4f68-aab4-38ac13ce6a5f tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 946 time: 0.0522203 Aug 04 08:48:37.697700 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-643961e8-6597-4237-b9c4-b9bdcbe59b6b req-1780849c-e7f5-472e-adf1-625d8a913947 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312216 Aug 04 08:48:38.813762 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807fb2e-522a-45e6-8131-6d32c4a6cea5 req-13a4aa25-bde3-471a-a99c-af89ce93d966 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:38.815231 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1807fb2e-522a-45e6-8131-6d32c4a6cea5 req-13a4aa25-bde3-471a-a99c-af89ce93d966 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 946 time: 0.0520260 Aug 04 08:48:38.851822 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-1807fb2e-522a-45e6-8131-6d32c4a6cea5 req-b39291ad-ffdc-4483-9d32-f766902cfeef tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308483 Aug 04 08:48:39.962227 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40089d83-5a4d-45f8-90d3-c71ff8c0a27a req-043f4cf0-dac9-466d-bb55-202565a31d10 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:39.963682 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-40089d83-5a4d-45f8-90d3-c71ff8c0a27a req-043f4cf0-dac9-466d-bb55-202565a31d10 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 946 time: 0.0477788 Aug 04 08:48:40.001096 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-40089d83-5a4d-45f8-90d3-c71ff8c0a27a req-8beca255-ce28-4a3d-b0ab-54ebcfac91a8 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316708 Aug 04 08:48:40.276176 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:40.286558 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a30beac2-fab7-4391-ab33-7bb4d9cf1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:41.117587 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5c781-2a23-4cac-8ece-6f08efcd158c req-7174655b-df43-487b-8f8a-5fe8262649bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:41.118984 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4db5c781-2a23-4cac-8ece-6f08efcd158c req-7174655b-df43-487b-8f8a-5fe8262649bd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=aa3e51a69dab4e98a556a31f852f896e&device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 1099 time: 0.0675237 Aug 04 08:48:41.133367 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc22879-ec55-436b-b0be-850c7a8e64fe req-da426fba-1d35-4118-9f6c-9e26a7f9b8ba tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:41.134728 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cdc22879-ec55-436b-b0be-850c7a8e64fe req-da426fba-1d35-4118-9f6c-9e26a7f9b8ba tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 946 time: 0.0586638 Aug 04 08:48:41.190358 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:41.218039 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cdc22879-ec55-436b-b0be-850c7a8e64fe req-d1dedb40-1508-420f-b5bb-590de67fe98f tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748377 Aug 04 08:48:41.246332 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5c781-2a23-4cac-8ece-6f08efcd158c req-aaf7eb4d-cad0-44a9-8523-58c29137c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:41.247747 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4db5c781-2a23-4cac-8ece-6f08efcd158c req-aaf7eb4d-cad0-44a9-8523-58c29137c09b service neutron] 10.222.0.61 "GET /v2.0/networks?id=8f9c73a6-89e6-4715-98d4-4d8878714ea6 HTTP/1.1" status: 200 len: 910 time: 0.1122038 Aug 04 08:48:41.315083 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4db5c781-2a23-4cac-8ece-6f08efcd158c req-ce798f19-8a3a-4cd6-ada8-f3678b1ee3ac service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f6cde59-b916-4f80-8d0f-18ae5482764b HTTP/1.1" status: 200 len: 1001 time: 0.0602689 Aug 04 08:48:41.363944 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5c781-2a23-4cac-8ece-6f08efcd158c req-1a449131-1008-4fc6-8871-52833a32395a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:41.365398 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4db5c781-2a23-4cac-8ece-6f08efcd158c req-1a449131-1008-4fc6-8871-52833a32395a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2ba08cd5-8402-4f50-9cd5-cc5c7c6d09fd HTTP/1.1" status: 200 len: 848 time: 0.0429027 Aug 04 08:48:41.413575 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5c781-2a23-4cac-8ece-6f08efcd158c req-1ed83b73-ca36-436b-a1af-b17adf6596c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:41.414916 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4db5c781-2a23-4cac-8ece-6f08efcd158c req-1ed83b73-ca36-436b-a1af-b17adf6596c6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f9c73a6-89e6-4715-98d4-4d8878714ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386007 Aug 04 08:48:41.504692 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4db5c781-2a23-4cac-8ece-6f08efcd158c req-514b18a0-8925-4200-b7e4-04b05d551a89 service neutron] 10.222.0.61 "GET /v2.0/networks/8f9c73a6-89e6-4715-98d4-4d8878714ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818460 Aug 04 08:48:41.602432 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-4db5c781-2a23-4cac-8ece-6f08efcd158c req-59413345-db98-4818-bc3d-3557f4ea7fc2 service neutron] 10.222.0.61 "GET /v2.0/networks/8f9c73a6-89e6-4715-98d4-4d8878714ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891628 Aug 04 08:48:41.750634 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 6 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:48:42.328669 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8886d-a255-4036-85af-f180a51c9edb req-3a1f4f81-5dc2-484c-bf12-7f37865d0cd4 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:42.330125 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-41b8886d-a255-4036-85af-f180a51c9edb req-3a1f4f81-5dc2-484c-bf12-7f37865d0cd4 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 946 time: 0.0470662 Aug 04 08:48:42.368153 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-41b8886d-a255-4036-85af-f180a51c9edb req-9e81d6d1-7909-4f9d-b786-eb2092f9f3c4 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322750 Aug 04 08:48:42.910340 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:43.480060 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb33d4-f90b-484d-9669-c4eefa4f19c4 req-d433c12d-c33f-447f-b913-9fc00ec379a4 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:43.481760 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-93eb33d4-f90b-484d-9669-c4eefa4f19c4 req-d433c12d-c33f-447f-b913-9fc00ec379a4 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 946 time: 0.0495503 Aug 04 08:48:43.519486 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-93eb33d4-f90b-484d-9669-c4eefa4f19c4 req-569db70f-c96c-4000-829b-60fbc7ed1713 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318570 Aug 04 08:48:44.636904 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380932db-a0f1-454e-ad47-d849d52ea8d1 req-61882c70-c442-40c6-90d7-b199e30d7bd7 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:44.638948 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-380932db-a0f1-454e-ad47-d849d52ea8d1 req-61882c70-c442-40c6-90d7-b199e30d7bd7 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 946 time: 0.0523429 Aug 04 08:48:44.682746 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-380932db-a0f1-454e-ad47-d849d52ea8d1 req-8bbafc4e-e491-4d63-a954-ec67692548c1 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375316 Aug 04 08:48:45.055416 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f386042-d681-4c03-b421-1fa659b745b5 req-0bb37ad6-c8a4-4612-8f37-0f77ef21aa5b tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:45.056930 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-3f386042-d681-4c03-b421-1fa659b745b5 req-0bb37ad6-c8a4-4612-8f37-0f77ef21aa5b tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 946 time: 0.0774741 Aug 04 08:48:45.071903 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-e4068706-3b06-4eec-a0b8-dead034cfd2a req-e60d0f1e-c16e-4820-bd8f-aadeccd950d9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0581825 Aug 04 08:48:45.099109 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-3f386042-d681-4c03-b421-1fa659b745b5 req-85662b0a-7641-4c05-b7ca-264172e0dd36 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357840 Aug 04 08:48:45.757698 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 3f6cde59-b916-4f80-8d0f-18ae5482764b no longer exists at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:48:45.833511 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:45.855584 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f6cde59-b916-4f80-8d0f-18ae5482764b'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:48:45.859769 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c495c7497e5e90a156a42ea06e218473990fefc1974f3e33d0cb89c8111961e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316c0c96-6a45-4a72-a7a3-10fdddf1d9c8" -d '{"events": [{"server_uuid": "bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb", "name": "network-vif-unplugged", "status": "completed", "tag": "3f6cde59-b916-4f80-8d0f-18ae5482764b"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:48:45.875651 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 3f6cde59-b916-4f80-8d0f-18ae5482764b, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=3f6cde59-b916-4f80-8d0f-18ae5482764b,segment=NetworkSegment(a30e1fc5-cd44-4a68-adca-09aff10ba9bf),segment_id=a30e1fc5-cd44-4a68-adca-09aff10ba9bf)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:48:45.894534 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 Aug 2021 08:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7881b7-40ed-425f-8395-9762ffec7680 x-openstack-request-id: req-cd7881b7-40ed-425f-8395-9762ffec7680 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:48:45.894832 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb", "name": "network-vif-unplugged", "status": "failed", "tag": "3f6cde59-b916-4f80-8d0f-18ae5482764b", "code": 422}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:48:45.895072 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cd7881b7-40ed-425f-8395-9762ffec7680 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:48:45.895460 dv-cinder-802653-4-iscsi neutron-server[100322]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3f6cde59-b916-4f80-8d0f-18ae5482764b', 'code': 422} returned with failed status Aug 04 08:48:45.950321 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:45.998623 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=3f6cde59-b916-4f80-8d0f-18ae5482764b,revision_number=6']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:48:46.005702 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:46.006056 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:46.006400 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:46.006737 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:46.007071 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:46.007404 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:46.007799 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:46.008091 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:46.008421 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:46.008747 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:46.009070 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:46.009393 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:48:46.214306 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3456d7-f655-4705-92a5-ad46a38f53fc req-bb06f81c-e313-49db-9268-c38b2bcd0467 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:46.216343 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-bb3456d7-f655-4705-92a5-ad46a38f53fc req-bb06f81c-e313-49db-9268-c38b2bcd0467 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 944 time: 0.0511882 Aug 04 08:48:46.252277 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-bb3456d7-f655-4705-92a5-ad46a38f53fc req-5eda3560-520f-48a4-a26f-49e6ff879ad7 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300937 Aug 04 08:48:47.386653 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe660015-8a3b-46bb-a59a-3572e305ed81 req-009f14de-c5b5-423c-8e09-11c04b602341 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:47.388303 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fe660015-8a3b-46bb-a59a-3572e305ed81 req-009f14de-c5b5-423c-8e09-11c04b602341 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 944 time: 0.0638165 Aug 04 08:48:47.426560 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-fe660015-8a3b-46bb-a59a-3572e305ed81 req-cfb74e62-37e9-4d6e-916b-cb915b20fb1f tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321960 Aug 04 08:48:47.671887 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4068706-3b06-4eec-a0b8-dead034cfd2a req-08931f9e-37a4-45d9-9fbf-1f47de13fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:47.673310 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e4068706-3b06-4eec-a0b8-dead034cfd2a req-08931f9e-37a4-45d9-9fbf-1f47de13fc75 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb&tenant_id=aa3e51a69dab4e98a556a31f852f896e HTTP/1.1" status: 200 len: 1097 time: 0.0403366 Aug 04 08:48:47.748617 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4068706-3b06-4eec-a0b8-dead034cfd2a req-e501e28b-365c-44de-9306-4fb2c6becfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:47.750060 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e4068706-3b06-4eec-a0b8-dead034cfd2a req-e501e28b-365c-44de-9306-4fb2c6becfee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=aa3e51a69dab4e98a556a31f852f896e&device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 1097 time: 0.0398071 Aug 04 08:48:47.842431 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4068706-3b06-4eec-a0b8-dead034cfd2a req-531e02b9-ab11-472b-9f1d-6af53f9d10f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:47.843877 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e4068706-3b06-4eec-a0b8-dead034cfd2a req-531e02b9-ab11-472b-9f1d-6af53f9d10f6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8f9c73a6-89e6-4715-98d4-4d8878714ea6 HTTP/1.1" status: 200 len: 910 time: 0.0858331 Aug 04 08:48:47.907772 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e4068706-3b06-4eec-a0b8-dead034cfd2a req-f9a67298-8119-4abb-9bba-4899c3f541fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f6cde59-b916-4f80-8d0f-18ae5482764b HTTP/1.1" status: 200 len: 999 time: 0.0565457 Aug 04 08:48:47.957614 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4068706-3b06-4eec-a0b8-dead034cfd2a req-2a61fd53-f107-40f3-bbfd-2b155ad9c448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:47.959050 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e4068706-3b06-4eec-a0b8-dead034cfd2a req-2a61fd53-f107-40f3-bbfd-2b155ad9c448 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2ba08cd5-8402-4f50-9cd5-cc5c7c6d09fd HTTP/1.1" status: 200 len: 848 time: 0.0434661 Aug 04 08:48:48.010491 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4068706-3b06-4eec-a0b8-dead034cfd2a req-6fcdef82-a637-4c29-a2f1-cc1a1727280a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:48.011919 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e4068706-3b06-4eec-a0b8-dead034cfd2a req-6fcdef82-a637-4c29-a2f1-cc1a1727280a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f9c73a6-89e6-4715-98d4-4d8878714ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421908 Aug 04 08:48:48.099031 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e4068706-3b06-4eec-a0b8-dead034cfd2a req-839f5922-51d1-4b58-a5ab-797bcaaafd86 service neutron] 10.222.0.61 "GET /v2.0/networks/8f9c73a6-89e6-4715-98d4-4d8878714ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781665 Aug 04 08:48:48.189332 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e4068706-3b06-4eec-a0b8-dead034cfd2a req-824cfc60-c3dc-4ea2-8d56-186174bba424 service neutron] 10.222.0.61 "GET /v2.0/networks/8f9c73a6-89e6-4715-98d4-4d8878714ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830667 Aug 04 08:48:48.546541 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11f738-520f-4a16-813d-86369eeefd7a req-732b3ab7-0bc2-4578-8ee8-fa359984b72d tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:48.548033 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2a11f738-520f-4a16-813d-86369eeefd7a req-732b3ab7-0bc2-4578-8ee8-fa359984b72d tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 944 time: 0.0489419 Aug 04 08:48:48.586366 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-2a11f738-520f-4a16-813d-86369eeefd7a req-f7cee14e-71ad-4a9e-b02e-2997aa666d31 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323815 Aug 04 08:48:49.698240 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aba1e6-8937-4305-9503-1262dd0a331c req-8f320865-12f1-4c90-a6fd-a968bd970424 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:49.699686 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e5aba1e6-8937-4305-9503-1262dd0a331c req-8f320865-12f1-4c90-a6fd-a968bd970424 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 944 time: 0.0474527 Aug 04 08:48:49.736876 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-e5aba1e6-8937-4305-9503-1262dd0a331c req-a67ca259-1deb-426b-9644-2dce5abab0cb tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305662 Aug 04 08:48:50.630374 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:50.847175 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775ff0e-e297-43cb-815f-c38218ff6dbb req-fd207c3a-0998-46d1-9c96-8aaf6b6ac6bd tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:50.848652 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a775ff0e-e297-43cb-815f-c38218ff6dbb req-fd207c3a-0998-46d1-9c96-8aaf6b6ac6bd tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 944 time: 0.0469925 Aug 04 08:48:50.885646 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a775ff0e-e297-43cb-815f-c38218ff6dbb req-ed19902c-de1f-4df0-ae9a-80fa0c031a8e tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311625 Aug 04 08:48:51.997645 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf240a4a-f7d4-4aff-ae97-b9c754404105 req-f717bdfc-5088-48cf-9648-d383c97ebc9d tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:52.000405 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bf240a4a-f7d4-4aff-ae97-b9c754404105 req-f717bdfc-5088-48cf-9648-d383c97ebc9d tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 944 time: 0.0507917 Aug 04 08:48:52.046795 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-bf240a4a-f7d4-4aff-ae97-b9c754404105 req-767004dd-1a82-4c32-9cec-198f1c3dd2f4 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389886 Aug 04 08:48:53.161366 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe96bd-bc50-4d7c-af63-89ed233ea043 req-d3b62049-cfb5-4672-829c-8a6882f74549 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:53.162821 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-8bfe96bd-bc50-4d7c-af63-89ed233ea043 req-d3b62049-cfb5-4672-829c-8a6882f74549 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 944 time: 0.0513384 Aug 04 08:48:53.200184 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-8bfe96bd-bc50-4d7c-af63-89ed233ea043 req-05954512-ef6f-4f92-a7b0-70055cac7854 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314658 Aug 04 08:48:53.753685 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b00ce-66fa-4112-b722-5b157d8d7414 req-1bab5323-7604-4bd3-8a02-e1ab640f929f tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:53.755504 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-1d6b00ce-66fa-4112-b722-5b157d8d7414 req-1bab5323-7604-4bd3-8a02-e1ab640f929f tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 946 time: 0.0480852 Aug 04 08:48:53.793034 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-1d6b00ce-66fa-4112-b722-5b157d8d7414 req-13da0eae-6a2c-472e-ae33-914b5de5fb1f tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316055 Aug 04 08:48:54.316240 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f5718-2ff6-4a15-8fed-0cd6db78484e req-4467645c-1cde-4a58-911f-6561e7805a24 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:54.317692 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-492f5718-2ff6-4a15-8fed-0cd6db78484e req-4467645c-1cde-4a58-911f-6561e7805a24 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 944 time: 0.0505095 Aug 04 08:48:54.354692 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-492f5718-2ff6-4a15-8fed-0cd6db78484e req-4d1aaf58-4ed8-4d71-8cc2-15e938ae68db tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312858 Aug 04 08:48:54.909532 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29c4eb-90e7-4ebf-8a94-7f2b111c8614 req-329c4689-1543-4f47-8154-80dfb184d4bd tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:54.910998 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-4b29c4eb-90e7-4ebf-8a94-7f2b111c8614 req-329c4689-1543-4f47-8154-80dfb184d4bd tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 946 time: 0.0485752 Aug 04 08:48:54.947273 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-4b29c4eb-90e7-4ebf-8a94-7f2b111c8614 req-23b20d88-1356-4013-b9b3-0269d0c005dd tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305030 Aug 04 08:48:55.467449 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4683a-0400-4b65-b1dd-9074a9ad3f02 req-cc4c0ce2-6bdd-4178-8cd1-70599143cfd1 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:55.468932 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8df4683a-0400-4b65-b1dd-9074a9ad3f02 req-cc4c0ce2-6bdd-4178-8cd1-70599143cfd1 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 944 time: 0.0486610 Aug 04 08:48:55.528075 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-8df4683a-0400-4b65-b1dd-9074a9ad3f02 req-078b9c89-bdbf-41cd-a350-715f71966dd0 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507777 Aug 04 08:48:55.540085 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d52217-1f9a-4992-a6cf-c4d02af06f02 req-5a5c35cd-89b6-43ca-ac49-31e45ff0e7d7 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:55.541525 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b0d52217-1f9a-4992-a6cf-c4d02af06f02 req-5a5c35cd-89b6-43ca-ac49-31e45ff0e7d7 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.61 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 946 time: 0.0717614 Aug 04 08:48:55.633199 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-b0d52217-1f9a-4992-a6cf-c4d02af06f02 req-c9540f3a-adee-4657-9795-8ad3582ea07c tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Deleting port b6a1d31f-5b92-444d-9c05-87f442f2def1 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:48:55.633462 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-b0d52217-1f9a-4992-a6cf-c4d02af06f02 req-c9540f3a-adee-4657-9795-8ad3582ea07c tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:55.718606 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-b0d52217-1f9a-4992-a6cf-c4d02af06f02 req-c9540f3a-adee-4657-9795-8ad3582ea07c tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] For port b6a1d31f-5b92-444d-9c05-87f442f2def1, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b6a1d31f-5b92-444d-9c05-87f442f2def1,segment=NetworkSegment(9fc2a23e-05fc-423c-8776-74a99484ef67),segment_id=9fc2a23e-05fc-423c-8776-74a99484ef67)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:48:55.718966 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-b0d52217-1f9a-4992-a6cf-c4d02af06f02 req-c9540f3a-adee-4657-9795-8ad3582ea07c tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:55.835932 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 3f6cde59-b916-4f80-8d0f-18ae5482764b details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=100322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 08:48:55.889640 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-b0d52217-1f9a-4992-a6cf-c4d02af06f02 req-c9540f3a-adee-4657-9795-8ad3582ea07c tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:55.889932 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-b0d52217-1f9a-4992-a6cf-c4d02af06f02 req-c9540f3a-adee-4657-9795-8ad3582ea07c tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2055929'] for floatingip, after_update {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:55.890241 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.db.l3_db [req-b0d52217-1f9a-4992-a6cf-c4d02af06f02 req-c9540f3a-adee-4657-9795-8ad3582ea07c tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Floating IP 8d9e346d-e939-4cd8-923d-182b5bd62d7e disassociated. External IP: 172.27.0.90, port: b6a1d31f-5b92-444d-9c05-87f442f2def1. Aug 04 08:48:55.890594 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-b0d52217-1f9a-4992-a6cf-c4d02af06f02 req-c9540f3a-adee-4657-9795-8ad3582ea07c tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Calling delete_port for b6a1d31f-5b92-444d-9c05-87f442f2def1 owned by compute:nova {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:48:55.933296 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 3f6cde59-b916-4f80-8d0f-18ae5482764b, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=3f6cde59-b916-4f80-8d0f-18ae5482764b,segment=NetworkSegment(a30e1fc5-cd44-4a68-adca-09aff10ba9bf),segment_id=a30e1fc5-cd44-4a68-adca-09aff10ba9bf)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:48:55.945276 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Returning: {'device': '3f6cde59-b916-4f80-8d0f-18ae5482764b', 'network_id': '8f9c73a6-89e6-4715-98d4-4d8878714ea6', 'port_id': '3f6cde59-b916-4f80-8d0f-18ae5482764b', 'mac_address': 'fa:16:3e:e1:75:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ba08cd5-8402-4f50-9cd5-cc5c7c6d09fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 08:48:55.981616 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:55.996240 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f6cde59-b916-4f80-8d0f-18ae5482764b {{(pid=100322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 08:48:56.017438 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 3f6cde59-b916-4f80-8d0f-18ae5482764b, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=3f6cde59-b916-4f80-8d0f-18ae5482764b,segment=NetworkSegment(a30e1fc5-cd44-4a68-adca-09aff10ba9bf),segment_id=a30e1fc5-cd44-4a68-adca-09aff10ba9bf)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:48:56.070336 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-b0d52217-1f9a-4992-a6cf-c4d02af06f02 req-c9540f3a-adee-4657-9795-8ad3582ea07c tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:56.087486 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:56.106484 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9540f3a-adee-4657-9795-8ad3582ea07c tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Pushing event deleted for resources: {'Port': ['ID=b6a1d31f-5b92-444d-9c05-87f442f2def1,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:48:56.148578 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=3f6cde59-b916-4f80-8d0f-18ae5482764b,revision_number=7']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:48:56.228549 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0d52217-1f9a-4992-a6cf-c4d02af06f02 req-c9540f3a-adee-4657-9795-8ad3582ea07c tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Router e2217c2a-eee6-44c8-9c47-15eb7dffe0f3 has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:48:56.344248 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf08520-6046-4134-a9de-a06d99fe7dbe req-8d259232-f0dd-40ea-8247-b47a48c82a95 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:56.344828 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0d52217-1f9a-4992-a6cf-c4d02af06f02 req-c9540f3a-adee-4657-9795-8ad3582ea07c tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:48:56.345753 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-aaf08520-6046-4134-a9de-a06d99fe7dbe req-8d259232-f0dd-40ea-8247-b47a48c82a95 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/ports?device_id=7873b914-0582-4e46-8002-367d42c0a0b6 HTTP/1.1" status: 200 len: 868 time: 0.3254986 Aug 04 08:48:56.356450 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3492f2d-daff-4849-b0a7-9e9d376adc7b None None] Sync routers for ids ['e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'] in dv-cinder-802653-4-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:48:56.366008 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3492f2d-daff-4849-b0a7-9e9d376adc7b None None] Routers {'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:48:56.366516 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-a3492f2d-daff-4849-b0a7-9e9d376adc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:48:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:48:56.385707 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-aaf08520-6046-4134-a9de-a06d99fe7dbe req-74f7068d-fbf6-4a28-922e-86f80b8f925b tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2d498a4-8045-486f-968e-f43c391b6851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329454 Aug 04 08:48:56.386471 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d52217-1f9a-4992-a6cf-c4d02af06f02 req-c9540f3a-adee-4657-9795-8ad3582ea07c tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] No DVR routers for this DVR port b6a1d31f-5b92-444d-9c05-87f442f2def1 on host hv-cinder-80265 {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:48:56.389614 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-b0d52217-1f9a-4992-a6cf-c4d02af06f02 req-c9540f3a-adee-4657-9795-8ad3582ea07c tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:56.391584 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b0d52217-1f9a-4992-a6cf-c4d02af06f02 req-c9540f3a-adee-4657-9795-8ad3582ea07c tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.61 "DELETE /v2.0/ports/b6a1d31f-5b92-444d-9c05-87f442f2def1 HTTP/1.1" status: 204 len: 173 time: 0.8431082 Aug 04 08:48:56.392031 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7873b914-0582-4e46-8002-367d42c0a0b6', 'name': 'network-vif-deleted', 'tag': 'b6a1d31f-5b92-444d-9c05-87f442f2def1'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:48:56.394387 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5d0bc7-f9b2-4cfa-8b73-2890262e95eb" -d '{"events": [{"server_uuid": "7873b914-0582-4e46-8002-367d42c0a0b6", "name": "network-vif-deleted", "tag": "b6a1d31f-5b92-444d-9c05-87f442f2def1"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:48:56.428669 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d0351c-4c23-4154-9aca-74c2e1070cf8 x-openstack-request-id: req-87d0351c-4c23-4154-9aca-74c2e1070cf8 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:48:56.428967 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7873b914-0582-4e46-8002-367d42c0a0b6", "name": "network-vif-deleted", "tag": "b6a1d31f-5b92-444d-9c05-87f442f2def1", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:48:56.429216 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-87d0351c-4c23-4154-9aca-74c2e1070cf8 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:48:56.429609 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7873b914-0582-4e46-8002-367d42c0a0b6', 'name': 'network-vif-deleted', 'tag': 'b6a1d31f-5b92-444d-9c05-87f442f2def1', 'status': 'completed', 'code': 200} Aug 04 08:48:56.438306 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] get_ports_and_sgs() called for port_ids ['3f6cde59-b916-4f80-8d0f-18ae5482764b'] {{(pid=100322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 08:48:56.484050 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-a3492f2d-daff-4849-b0a7-9e9d376adc7b None None] Set router e2217c2a-eee6-44c8-9c47-15eb7dffe0f3 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:48:56.667696 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed76d3-5ddc-4b7b-a041-fe29c170295c req-75ce38a0-9df6-4c85-bb5b-16104435b764 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:56.669241 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-e7ed76d3-5ddc-4b7b-a041-fe29c170295c req-75ce38a0-9df6-4c85-bb5b-16104435b764 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 945 time: 0.0523145 Aug 04 08:48:56.712254 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-e7ed76d3-5ddc-4b7b-a041-fe29c170295c req-9a6561da-4274-4143-bdd3-4678aa143805 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362628 Aug 04 08:48:56.714437 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-a3492f2d-daff-4849-b0a7-9e9d376adc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1612254749-router', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:30Z', 'updated_at': '2021-08-04T08:42:35Z', 'revision_number': 4, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'gw_port': {'id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:31Z', 'updated_at': '2021-08-04T08:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '0792795c-ea17-4577-b5ed-826770e0df87', 'name': '', 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'mac_address': 'fa:16:3e:9a:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:35Z', 'updated_at': '2021-08-04T08:42:43Z', 'revision_number': 5, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'subnets': [{'id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:48:56.744617 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3492f2d-daff-4849-b0a7-9e9d376adc7b None None] Checking router: e2217c2a-eee6-44c8-9c47-15eb7dffe0f3 for host: dv-cinder-802653-4-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:48:56.753555 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3492f2d-daff-4849-b0a7-9e9d376adc7b None None] Routers {'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:48:56.754160 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-a3492f2d-daff-4849-b0a7-9e9d376adc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:48:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:48:56.854404 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-a3492f2d-daff-4849-b0a7-9e9d376adc7b None None] Set router e2217c2a-eee6-44c8-9c47-15eb7dffe0f3 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:48:57.044149 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-a3492f2d-daff-4849-b0a7-9e9d376adc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1612254749-router', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:30Z', 'updated_at': '2021-08-04T08:42:35Z', 'revision_number': 4, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'gw_port': {'id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:31Z', 'updated_at': '2021-08-04T08:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '0792795c-ea17-4577-b5ed-826770e0df87', 'name': '', 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'mac_address': 'fa:16:3e:9a:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:35Z', 'updated_at': '2021-08-04T08:42:43Z', 'revision_number': 5, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'subnets': [{'id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:48:57.077301 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3492f2d-daff-4849-b0a7-9e9d376adc7b None None] The sync data for ids ['e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'] in dv-cinder-802653-4-iscsi is: [{'id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1612254749-router', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:30Z', 'updated_at': '2021-08-04T08:42:35Z', 'revision_number': 4, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'gw_port': {'id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:31Z', 'updated_at': '2021-08-04T08:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '0792795c-ea17-4577-b5ed-826770e0df87', 'name': '', 'network_id': '00622aa3-3ed8-404c-93cc-c0ba459184d7', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'mac_address': 'fa:16:3e:9a:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:35Z', 'updated_at': '2021-08-04T08:42:43Z', 'revision_number': 5, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'subnets': [{'id': '6359fcab-01ed-4f0a-97c2-09e6c9cf50a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:48:57.277555 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826e4322-62f9-48eb-95bb-55a5a016f745 None None] New status for floating IP 8d9e346d-e939-4cd8-923d-182b5bd62d7e: DOWN {{(pid=100322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 08:48:57.824747 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c60735-1037-4025-bb69-d231c9647985 req-8a42fe5c-8e0e-48c8-9af7-dbedc6ebb749 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:57.826898 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-28c60735-1037-4025-bb69-d231c9647985 req-8a42fe5c-8e0e-48c8-9af7-dbedc6ebb749 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 945 time: 0.0488951 Aug 04 08:48:57.863876 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-28c60735-1037-4025-bb69-d231c9647985 req-f4060428-27b3-42fd-b7ad-520c2609577f tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311065 Aug 04 08:48:57.871294 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 3f6cde59-b916-4f80-8d0f-18ae5482764b up at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 08:48:57.917711 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.provisioning_blocks [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Provisioning complete for port 3f6cde59-b916-4f80-8d0f-18ae5482764b triggered by entity L2. {{(pid=100322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 08:48:57.918083 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931986'] for port, provisioning_complete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:57.989994 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for port, before_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:58.011463 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6cde59-b916-4f80-8d0f-18ae5482764b'}] {{(pid=100322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:48:58.014303 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c495c7497e5e90a156a42ea06e218473990fefc1974f3e33d0cb89c8111961e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3ec087-b4e7-4940-a015-a169c9b0f6bd" -d '{"events": [{"server_uuid": "bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb", "name": "network-vif-plugged", "status": "completed", "tag": "3f6cde59-b916-4f80-8d0f-18ae5482764b"}]}' {{(pid=100322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:48:58.030002 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] For port 3f6cde59-b916-4f80-8d0f-18ae5482764b, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=3f6cde59-b916-4f80-8d0f-18ae5482764b,segment=NetworkSegment(a30e1fc5-cd44-4a68-adca-09aff10ba9bf),segment_id=a30e1fc5-cd44-4a68-adca-09aff10ba9bf)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:48:58.049294 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333e00be-0d14-469b-8c46-b43845263b31 x-openstack-request-id: req-333e00be-0d14-469b-8c46-b43845263b31 {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:48:58.049581 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb", "name": "network-vif-plugged", "status": "completed", "tag": "3f6cde59-b916-4f80-8d0f-18ae5482764b", "code": 200}]} {{(pid=100322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:48:58.049831 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-333e00be-0d14-469b-8c46-b43845263b31 {{(pid=100322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:48:58.050220 dv-cinder-802653-4-iscsi neutron-server[100322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6cde59-b916-4f80-8d0f-18ae5482764b', 'code': 200} Aug 04 08:48:58.098966 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749050980271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749050521546', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749050521564'] for port, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:58.099764 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device b6a1d31f-5b92-444d-9c05-87f442f2def1 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:48:58.139430 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] No Port match for: b6a1d31f-5b92-444d-9c05-87f442f2def1 {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:48:58.139776 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device b6a1d31f-5b92-444d-9c05-87f442f2def1 not bound to the agent host hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:48:58.161568 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Pushing event updated for resources: {'Port': ['ID=3f6cde59-b916-4f80-8d0f-18ae5482764b,revision_number=8']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:48:58.367720 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a23eea-500d-4a7c-b90a-6be48643e399 req-9bee3968-7cc9-49b1-8c50-4963763ec290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:58.367720 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-85a23eea-500d-4a7c-b90a-6be48643e399 req-9bee3968-7cc9-49b1-8c50-4963763ec290 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 1099 time: 0.0426471 Aug 04 08:48:58.402481 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-85a23eea-500d-4a7c-b90a-6be48643e399 req-07a84627-ca56-4b5d-ae83-4580f9998b36 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272274 Aug 04 08:48:58.539675 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 56870) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:48:58.594981 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a2093ce4-cc5c-46c7-acb3-e49c4b8056dc tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:58.617296 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a2093ce4-cc5c-46c7-acb3-e49c4b8056dc tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:58.721029 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a2093ce4-cc5c-46c7-acb3-e49c4b8056dc tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:58.723577 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a2093ce4-cc5c-46c7-acb3-e49c4b8056dc tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:58.724761 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-a2093ce4-cc5c-46c7-acb3-e49c4b8056dc tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "DELETE /v2.0/security-groups/a2d498a4-8045-486f-968e-f43c391b6851 HTTP/1.1" status: 204 len: 168 time: 0.1840799 Aug 04 08:48:58.727535 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 56872) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:48:58.734323 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2093ce4-cc5c-46c7-acb3-e49c4b8056dc tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d498a4-8045-486f-968e-f43c391b6851,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:48:58.741400 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.api.v2.resource [None req-04bb3b20-ff22-412a-843f-c6ecba12df55 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] show failed (client error): The resource could not be found. Aug 04 08:48:58.742412 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-04bb3b20-ff22-412a-843f-c6ecba12df55 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "GET /v2.0/security-groups/a2d498a4-8045-486f-968e-f43c391b6851 HTTP/1.1" status: 404 len: 347 time: 0.0138657 Aug 04 08:48:58.749253 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 56874) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:48:58.870076 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [None req-13bacc90-1025-442a-b288-b7646ef3bd58 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Deleting port cedde00a-73e2-4307-b580-3f8a1ce54eaa {{(pid=100320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:48:58.870351 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-13bacc90-1025-442a-b288-b7646ef3bd58 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:58.945799 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-13bacc90-1025-442a-b288-b7646ef3bd58 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:58.946131 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-13bacc90-1025-442a-b288-b7646ef3bd58 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:58.957904 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [None req-13bacc90-1025-442a-b288-b7646ef3bd58 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Calling delete_port for cedde00a-73e2-4307-b580-3f8a1ce54eaa owned by network:floatingip {{(pid=100320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:48:58.976714 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df975d78-5cb1-47cd-8606-49d0864c3216 req-c793aa26-ee67-4c2e-8ac9-cef73b9be11d tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:48:58.978179 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-df975d78-5cb1-47cd-8606-49d0864c3216 req-c793aa26-ee67-4c2e-8ac9-cef73b9be11d tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 946 time: 0.0479875 Aug 04 08:48:59.020186 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-df975d78-5cb1-47cd-8606-49d0864c3216 req-ad19e1eb-2be7-429b-88f4-af28d40305eb tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358469 Aug 04 08:48:59.137959 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-13bacc90-1025-442a-b288-b7646ef3bd58 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134116821'] for port, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:59.164721 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bacc90-1025-442a-b288-b7646ef3bd58 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Pushing event deleted for resources: {'Port': ['ID=cedde00a-73e2-4307-b580-3f8a1ce54eaa,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:48:59.221402 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-13bacc90-1025-442a-b288-b7646ef3bd58 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks [] for floatingip, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:59.223905 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-13bacc90-1025-442a-b288-b7646ef3bd58 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for floatingip, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:48:59.225064 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-13bacc90-1025-442a-b288-b7646ef3bd58 tempest-AttachVolumeShelveTestJSON-2089419750 tempest-AttachVolumeShelveTestJSON-2089419750-project] 10.222.0.45 "DELETE /v2.0/floatingips/8d9e346d-e939-4cd8-923d-182b5bd62d7e HTTP/1.1" status: 204 len: 168 time: 0.4748154 Aug 04 08:49:00.138897 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f16b25-7222-4727-9cd4-422e944a736b req-a7361a7c-2ad2-43fc-80b1-08784779a770 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:49:00.140399 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-53f16b25-7222-4727-9cd4-422e944a736b req-a7361a7c-2ad2-43fc-80b1-08784779a770 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 946 time: 0.0486212 Aug 04 08:49:00.179199 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-53f16b25-7222-4727-9cd4-422e944a736b req-c6ae777b-d324-4016-a65b-3a9ceea46330 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328999 Aug 04 08:49:01.910005 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 56902) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:49:02.379519 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-f2a63dea-715b-4f37-91ab-0562dfdbdc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2056185'] for router_interface, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:02.631668 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [None req-f2a63dea-715b-4f37-91ab-0562dfdbdc40 admin admin] Deleting port 0792795c-ea17-4577-b5ed-826770e0df87 {{(pid=100320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:49:02.631969 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-f2a63dea-715b-4f37-91ab-0562dfdbdc40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:02.708104 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.db [None req-f2a63dea-715b-4f37-91ab-0562dfdbdc40 admin admin] For port 0792795c-ea17-4577-b5ed-826770e0df87, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=0792795c-ea17-4577-b5ed-826770e0df87,segment=NetworkSegment(9fc2a23e-05fc-423c-8776-74a99484ef67),segment_id=9fc2a23e-05fc-423c-8776-74a99484ef67)] {{(pid=100320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:49:02.708490 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-f2a63dea-715b-4f37-91ab-0562dfdbdc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:02.723999 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [None req-f2a63dea-715b-4f37-91ab-0562dfdbdc40 admin admin] Calling delete_port for 0792795c-ea17-4577-b5ed-826770e0df87 owned by network:router_interface {{(pid=100320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:49:02.954594 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-f2a63dea-715b-4f37-91ab-0562dfdbdc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134116821'] for port, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:02.981164 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a63dea-715b-4f37-91ab-0562dfdbdc40 admin admin] Pushing event deleted for resources: {'Port': ['ID=0792795c-ea17-4577-b5ed-826770e0df87,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:49:03.143022 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-f2a63dea-715b-4f37-91ab-0562dfdbdc40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2056077'] for router_interface, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:03.346419 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a63dea-715b-4f37-91ab-0562dfdbdc40 admin admin] Router e2217c2a-eee6-44c8-9c47-15eb7dffe0f3 has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:49:03.447274 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a63dea-715b-4f37-91ab-0562dfdbdc40 admin admin] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:49:03.452169 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-f2a63dea-715b-4f37-91ab-0562dfdbdc40 admin admin] 10.222.0.45 "PUT /v2.0/routers/e2217c2a-eee6-44c8-9c47-15eb7dffe0f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5410843 Aug 04 08:49:03.455368 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 56906) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:49:03.456417 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915687fa-b8dc-44c4-9f7d-7d69f08970a9 None None] Sync routers for ids ['e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'] in dv-cinder-802653-4-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:49:03.465470 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915687fa-b8dc-44c4-9f7d-7d69f08970a9 None None] Routers {'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:49:03.466106 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-915687fa-b8dc-44c4-9f7d-7d69f08970a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:48:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:49:03.557382 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-dad5ef23-5aea-4886-a421-ffd9ccb58ab2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:03.568698 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-915687fa-b8dc-44c4-9f7d-7d69f08970a9 None None] Set router e2217c2a-eee6-44c8-9c47-15eb7dffe0f3 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:49:03.657232 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-dad5ef23-5aea-4886-a421-ffd9ccb58ab2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:03.739508 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-915687fa-b8dc-44c4-9f7d-7d69f08970a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1612254749-router', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:30Z', 'updated_at': '2021-08-04T08:49:02Z', 'revision_number': 5, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'gw_port': {'id': '4048ca5a-d9b1-4a4f-9df3-3559d5546516', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:31Z', 'updated_at': '2021-08-04T08:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:49:03.766402 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915687fa-b8dc-44c4-9f7d-7d69f08970a9 None None] Checking router: e2217c2a-eee6-44c8-9c47-15eb7dffe0f3 for host: dv-cinder-802653-4-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:49:03.774443 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915687fa-b8dc-44c4-9f7d-7d69f08970a9 None None] Routers {'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:49:03.775048 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-915687fa-b8dc-44c4-9f7d-7d69f08970a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:48:40Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:49:03.780377 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [None req-dad5ef23-5aea-4886-a421-ffd9ccb58ab2 admin admin] Deleting port 4048ca5a-d9b1-4a4f-9df3-3559d5546516 {{(pid=100320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:49:03.780723 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-dad5ef23-5aea-4886-a421-ffd9ccb58ab2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:03.858243 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.db [None req-dad5ef23-5aea-4886-a421-ffd9ccb58ab2 admin admin] For port 4048ca5a-d9b1-4a4f-9df3-3559d5546516, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=4048ca5a-d9b1-4a4f-9df3-3559d5546516,segment=NetworkSegment(14aa563b-e8c7-40ac-9bd4-d0f3043acf10),segment_id=14aa563b-e8c7-40ac-9bd4-d0f3043acf10)] {{(pid=100320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:49:03.858635 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-dad5ef23-5aea-4886-a421-ffd9ccb58ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:03.869160 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-915687fa-b8dc-44c4-9f7d-7d69f08970a9 None None] Set router e2217c2a-eee6-44c8-9c47-15eb7dffe0f3 gateway port host: None {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:49:03.871668 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [None req-dad5ef23-5aea-4886-a421-ffd9ccb58ab2 admin admin] Calling delete_port for 4048ca5a-d9b1-4a4f-9df3-3559d5546516 owned by network:router_gateway {{(pid=100320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:49:03.922796 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-915687fa-b8dc-44c4-9f7d-7d69f08970a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1612254749-router', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:30Z', 'updated_at': '2021-08-04T08:49:03Z', 'revision_number': 6, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'gw_port_host': None}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:49:03.948800 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915687fa-b8dc-44c4-9f7d-7d69f08970a9 None None] The sync data for ids ['e2217c2a-eee6-44c8-9c47-15eb7dffe0f3'] in dv-cinder-802653-4-iscsi is: [{'id': 'e2217c2a-eee6-44c8-9c47-15eb7dffe0f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1612254749-router', 'tenant_id': 'da69dd3f52d047baad449570b0cccac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:30Z', 'updated_at': '2021-08-04T08:49:03Z', 'revision_number': 6, 'project_id': 'da69dd3f52d047baad449570b0cccac3', 'gw_port_host': None}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:49:04.081726 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-dad5ef23-5aea-4886-a421-ffd9ccb58ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134116821'] for port, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:04.110420 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5ef23-5aea-4886-a421-ffd9ccb58ab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4048ca5a-d9b1-4a4f-9df3-3559d5546516,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:49:04.175350 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-dad5ef23-5aea-4886-a421-ffd9ccb58ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055479'] for router_gateway, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:04.260937 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-dad5ef23-5aea-4886-a421-ffd9ccb58ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8287'] for router, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:04.262898 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-dad5ef23-5aea-4886-a421-ffd9ccb58ab2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:04.362134 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-dad5ef23-5aea-4886-a421-ffd9ccb58ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2049596'] for router, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:04.362676 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad5ef23-5aea-4886-a421-ffd9ccb58ab2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2217c2a-eee6-44c8-9c47-15eb7dffe0f3 {{(pid=100320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 08:49:04.367187 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-dad5ef23-5aea-4886-a421-ffd9ccb58ab2 admin admin] Notify callbacks [] for router, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:04.368417 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-dad5ef23-5aea-4886-a421-ffd9ccb58ab2 admin admin] 10.222.0.45 "DELETE /v2.0/routers/e2217c2a-eee6-44c8-9c47-15eb7dffe0f3 HTTP/1.1" status: 204 len: 168 time: 0.9120848 Aug 04 08:49:04.370857 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 56910) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:49:04.421345 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e9c51c1-d65a-4adb-b091-c57aaca85107 admin admin] Deleting subnet 6359fcab-01ed-4f0a-97c2-09e6c9cf50a5 {{(pid=100320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 08:49:04.425129 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7e9c51c1-d65a-4adb-b091-c57aaca85107 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:04.458265 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7e9c51c1-d65a-4adb-b091-c57aaca85107 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133554087'] for subnet, precommit_delete_associations {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:04.531506 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7e9c51c1-d65a-4adb-b091-c57aaca85107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-928750'] for subnet, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:04.630888 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7e9c51c1-d65a-4adb-b091-c57aaca85107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-928029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-134116618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133633541'] for subnet, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:04.657340 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c51c1-d65a-4adb-b091-c57aaca85107 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6359fcab-01ed-4f0a-97c2-09e6c9cf50a5,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:49:04.659280 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-7e9c51c1-d65a-4adb-b091-c57aaca85107 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:04.661412 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-7e9c51c1-d65a-4adb-b091-c57aaca85107 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6359fcab-01ed-4f0a-97c2-09e6c9cf50a5 HTTP/1.1" status: 204 len: 168 time: 0.2894309 Aug 04 08:49:04.663855 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 56912) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:49:04.664070 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974f1650-4bef-49f9-862b-e176b1f2378f None None] Network 00622aa3-3ed8-404c-93cc-c0ba459184d7 requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:49:04.739249 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c2a90638-a5f2-47a1-9b29-ffdfcf08b2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583520'] for network, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:04.794178 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [None req-c2a90638-a5f2-47a1-9b29-ffdfcf08b2af admin admin] Deleting port c2a236ae-f667-49b1-99ed-5b1c5ddc94d9 {{(pid=100320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:49:04.794523 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c2a90638-a5f2-47a1-9b29-ffdfcf08b2af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:04.839702 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdada1bf-47f9-4fbb-b7ee-de45c69b0273 None None] DHCP port deletion for 00622aa3-3ed8-404c-93cc-c0ba459184d7 request from dv-cinder-802653-4-iscsi {{(pid=100322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 08:49:04.873053 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.db [None req-c2a90638-a5f2-47a1-9b29-ffdfcf08b2af admin admin] For port c2a236ae-f667-49b1-99ed-5b1c5ddc94d9, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=c2a236ae-f667-49b1-99ed-5b1c5ddc94d9,segment=NetworkSegment(9fc2a23e-05fc-423c-8776-74a99484ef67),segment_id=9fc2a23e-05fc-423c-8776-74a99484ef67)] {{(pid=100320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:49:04.873539 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c2a90638-a5f2-47a1-9b29-ffdfcf08b2af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:04.888377 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [None req-c2a90638-a5f2-47a1-9b29-ffdfcf08b2af admin admin] Calling delete_port for c2a236ae-f667-49b1-99ed-5b1c5ddc94d9 owned by network:dhcp {{(pid=100320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:49:04.897508 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-cdada1bf-47f9-4fbb-b7ee-de45c69b0273 None None] Deleting port c2a236ae-f667-49b1-99ed-5b1c5ddc94d9 {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:49:04.897901 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-cdada1bf-47f9-4fbb-b7ee-de45c69b0273 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:04.936799 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 0792795c-ea17-4577-b5ed-826770e0df87 no longer exists at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:49:04.967914 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] No Port match for: 0792795c-ea17-4577-b5ed-826770e0df87 {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:49:04.968316 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 0792795c-ea17-4577-b5ed-826770e0df87 not bound to the agent host dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:49:04.974665 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 4048ca5a-d9b1-4a4f-9df3-3559d5546516 no longer exists at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:49:04.991575 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] No Port match for: 4048ca5a-d9b1-4a4f-9df3-3559d5546516 {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:49:04.991926 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 4048ca5a-d9b1-4a4f-9df3-3559d5546516 not bound to the agent host dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:49:04.992386 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device c2a236ae-f667-49b1-99ed-5b1c5ddc94d9 no longer exists at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:49:05.024258 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-cdada1bf-47f9-4fbb-b7ee-de45c69b0273 None None] For port c2a236ae-f667-49b1-99ed-5b1c5ddc94d9, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=c2a236ae-f667-49b1-99ed-5b1c5ddc94d9,segment=NetworkSegment(9fc2a23e-05fc-423c-8776-74a99484ef67),segment_id=9fc2a23e-05fc-423c-8776-74a99484ef67)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:49:05.024663 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-cdada1bf-47f9-4fbb-b7ee-de45c69b0273 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:05.034971 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c2a90638-a5f2-47a1-9b29-ffdfcf08b2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134116821'] for port, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:05.040921 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-cdada1bf-47f9-4fbb-b7ee-de45c69b0273 None None] Calling delete_port for c2a236ae-f667-49b1-99ed-5b1c5ddc94d9 owned by network:dhcp {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:49:05.057616 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] No active binding found for port c2a236ae-f667-49b1-99ed-5b1c5ddc94d9 {{(pid=100322) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 04 08:49:05.058013 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device c2a236ae-f667-49b1-99ed-5b1c5ddc94d9 not bound to the agent host dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:49:05.058138 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a90638-a5f2-47a1-9b29-ffdfcf08b2af admin admin] Pushing event deleted for resources: {'Port': ['ID=c2a236ae-f667-49b1-99ed-5b1c5ddc94d9,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:49:05.064795 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a90638-a5f2-47a1-9b29-ffdfcf08b2af admin admin] No DVR routers for this DVR port c2a236ae-f667-49b1-99ed-5b1c5ddc94d9 on host dv-cinder-802653-4-iscsi {{(pid=100320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:49:05.123363 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-cdada1bf-47f9-4fbb-b7ee-de45c69b0273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:05.136609 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c2a90638-a5f2-47a1-9b29-ffdfcf08b2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-926057', 'neutron.services.segments.db._delete_segments_for_network-8749051068919'] for network, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:05.146727 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.services.segments.db [None req-c2a90638-a5f2-47a1-9b29-ffdfcf08b2af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00622aa3-3ed8-404c-93cc-c0ba459184d7']}} {{(pid=100320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:49:05.150032 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdada1bf-47f9-4fbb-b7ee-de45c69b0273 None None] Pushing event deleted for resources: {'Port': ['ID=c2a236ae-f667-49b1-99ed-5b1c5ddc94d9,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:49:05.151892 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdada1bf-47f9-4fbb-b7ee-de45c69b0273 None None] No DVR routers for this DVR port c2a236ae-f667-49b1-99ed-5b1c5ddc94d9 on host dv-cinder-802653-4-iscsi {{(pid=100322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:49:05.165375 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.services.segments.db [None req-c2a90638-a5f2-47a1-9b29-ffdfcf08b2af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc2a23e-05fc-423c-8776-74a99484ef67') {'for_net_delete': True} {{(pid=100320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:49:05.165375 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.services.segments.db [None req-c2a90638-a5f2-47a1-9b29-ffdfcf08b2af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc2a23e-05fc-423c-8776-74a99484ef67') {} {{(pid=100320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:49:05.170810 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c2a90638-a5f2-47a1-9b29-ffdfcf08b2af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749051071492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133554092'] for segment, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:05.184721 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c2a90638-a5f2-47a1-9b29-ffdfcf08b2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:05.191168 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a90638-a5f2-47a1-9b29-ffdfcf08b2af admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=100320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 08:49:05.191550 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c2a90638-a5f2-47a1-9b29-ffdfcf08b2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-134116768'] for segment, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:05.193174 dv-cinder-802653-4-iscsi neutron-server[100320]: Traceback (most recent call last): Aug 04 08:49:05.193174 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 08:49:05.193174 dv-cinder-802653-4-iscsi neutron-server[100320]: timer() Aug 04 08:49:05.193174 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 08:49:05.193174 dv-cinder-802653-4-iscsi neutron-server[100320]: cb(*args, **kw) Aug 04 08:49:05.193174 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 08:49:05.193174 dv-cinder-802653-4-iscsi neutron-server[100320]: return func(*args, **kwargs) Aug 04 08:49:05.193174 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 08:49:05.193174 dv-cinder-802653-4-iscsi neutron-server[100320]: self._notify() Aug 04 08:49:05.193174 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 08:49:05.193174 dv-cinder-802653-4-iscsi neutron-server[100320]: self.callback(batched_events) Aug 04 08:49:05.193174 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 08:49:05.193174 dv-cinder-802653-4-iscsi neutron-server[100320]: event.method(event) Aug 04 08:49:05.193174 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 08:49:05.193174 dv-cinder-802653-4-iscsi neutron-server[100320]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 08:49:05.193174 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 08:49:05.193174 dv-cinder-802653-4-iscsi neutron-server[100320]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 08:49:05.193174 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 08:49:05.193174 dv-cinder-802653-4-iscsi neutron-server[100320]: return f(self, *a, **k) Aug 04 08:49:05.193174 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 08:49:05.193174 dv-cinder-802653-4-iscsi neutron-server[100320]: return self._get(url).json() Aug 04 08:49:05.193174 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 08:49:05.193174 dv-cinder-802653-4-iscsi neutron-server[100320]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 08:49:05.193174 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 08:49:05.193174 dv-cinder-802653-4-iscsi neutron-server[100320]: return self.request(url, 'GET', **kwargs) Aug 04 08:49:05.193174 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 08:49:05.193174 dv-cinder-802653-4-iscsi neutron-server[100320]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 08:49:05.193174 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 08:49:05.193174 dv-cinder-802653-4-iscsi neutron-server[100320]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 08:49:05.193174 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 08:49:05.193174 dv-cinder-802653-4-iscsi neutron-server[100320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 08:49:05.193174 dv-cinder-802653-4-iscsi neutron-server[100320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 08:49:05.304022 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c2a90638-a5f2-47a1-9b29-ffdfcf08b2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055443'] for network, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:05.309167 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-c2a90638-a5f2-47a1-9b29-ffdfcf08b2af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:05.311006 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-c2a90638-a5f2-47a1-9b29-ffdfcf08b2af admin admin] 10.222.0.45 "DELETE /v2.0/networks/00622aa3-3ed8-404c-93cc-c0ba459184d7 HTTP/1.1" status: 204 len: 168 time: 0.6461859 Aug 04 08:49:05.322283 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a90638-a5f2-47a1-9b29-ffdfcf08b2af admin admin] Pushing event deleted for resources: {'Network': ['ID=00622aa3-3ed8-404c-93cc-c0ba459184d7,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:49:05.577469 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 56916) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:49:05.616877 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-a1d194e7-05c8-4c30-9426-e9c53bf30826 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=da69dd3f52d047baad449570b0cccac3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382574 Aug 04 08:49:05.619156 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 56918) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:49:05.665024 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1d4213c9-87e8-4b45-b20b-07458cccec83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:05.686417 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1d4213c9-87e8-4b45-b20b-07458cccec83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:05.817322 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1d4213c9-87e8-4b45-b20b-07458cccec83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:05.819765 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-1d4213c9-87e8-4b45-b20b-07458cccec83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:05.820975 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-1d4213c9-87e8-4b45-b20b-07458cccec83 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a0ff763a-4774-45c5-bf58-b4dadb895cc9 HTTP/1.1" status: 204 len: 168 time: 0.2009273 Aug 04 08:49:05.828625 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4213c9-87e8-4b45-b20b-07458cccec83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ff763a-4774-45c5-bf58-b4dadb895cc9,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:49:07.498635 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c08fb5f5-860d-45d7-a226-9dee8d58f85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:08.055068 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 56964) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:49:08.153449 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ae38a96f-c488-4069-9ee3-973caa515343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:08.240878 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ae38a96f-c488-4069-9ee3-973caa515343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:08.286779 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ae38a96f-c488-4069-9ee3-973caa515343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:08.322768 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-ae38a96f-c488-4069-9ee3-973caa515343 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b14e675d25cc4cf29389fd5a66f32cd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2666476 Aug 04 08:49:08.324818 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38a96f-c488-4069-9ee3-973caa515343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17258061-d2d9-44db-8311-8a37cbc11601,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:49:08.325596 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 56968) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:49:08.376262 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c73e15f2-24c4-4624-8ee9-356d84e56061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:08.396779 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c73e15f2-24c4-4624-8ee9-356d84e56061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:08.538214 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c73e15f2-24c4-4624-8ee9-356d84e56061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:08.540721 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c73e15f2-24c4-4624-8ee9-356d84e56061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:08.541851 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-c73e15f2-24c4-4624-8ee9-356d84e56061 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/17258061-d2d9-44db-8311-8a37cbc11601 HTTP/1.1" status: 204 len: 168 time: 0.2152989 Aug 04 08:49:08.549648 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e15f2-24c4-4624-8ee9-356d84e56061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17258061-d2d9-44db-8311-8a37cbc11601,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:49:09.063634 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 56974) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:49:09.076444 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b013ddef-a787-4530-aa57-3444c0cfbbc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:09.160710 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b013ddef-a787-4530-aa57-3444c0cfbbc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:09.207129 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b013ddef-a787-4530-aa57-3444c0cfbbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:09.243961 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-b013ddef-a787-4530-aa57-3444c0cfbbc9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a2109496f7da4c51915c3ceed40a807d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1792567 Aug 04 08:49:09.245885 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013ddef-a787-4530-aa57-3444c0cfbbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4f0d24-1d36-405f-ad96-9fe8096eb19f,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:49:09.246715 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 56976) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:49:09.295758 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-14383668-05e2-490a-a591-5abb3719667b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:09.316653 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-14383668-05e2-490a-a591-5abb3719667b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:09.428752 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-14383668-05e2-490a-a591-5abb3719667b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:09.431263 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-14383668-05e2-490a-a591-5abb3719667b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:09.432438 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-14383668-05e2-490a-a591-5abb3719667b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8c4f0d24-1d36-405f-ad96-9fe8096eb19f HTTP/1.1" status: 204 len: 168 time: 0.1846819 Aug 04 08:49:09.440157 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14383668-05e2-490a-a591-5abb3719667b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4f0d24-1d36-405f-ad96-9fe8096eb19f,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:49:10.264065 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:10.292384 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-42a2b9b4-87c8-4681-9e50-33002f3c5c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:11.205853 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:12.937414 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:16.364421 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 57078) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:49:16.463269 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-897dfa66-a228-44fc-861c-ac224b074cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:16.550424 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-897dfa66-a228-44fc-861c-ac224b074cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:16.612445 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-897dfa66-a228-44fc-861c-ac224b074cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:16.648942 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-897dfa66-a228-44fc-861c-ac224b074cf6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dc9124d84f4d4a9e96024cabdc69233e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834504 Aug 04 08:49:16.650868 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897dfa66-a228-44fc-861c-ac224b074cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5512338-f8ca-4b6a-9b95-5379a14eb122,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:49:16.651736 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57082) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:49:16.700437 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-129c81bb-be19-44f3-93b4-e7f4395c4255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:16.720428 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-129c81bb-be19-44f3-93b4-e7f4395c4255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:16.863581 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-129c81bb-be19-44f3-93b4-e7f4395c4255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:16.866172 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-129c81bb-be19-44f3-93b4-e7f4395c4255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:16.867344 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-129c81bb-be19-44f3-93b4-e7f4395c4255 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c5512338-f8ca-4b6a-9b95-5379a14eb122 HTTP/1.1" status: 204 len: 168 time: 0.2145984 Aug 04 08:49:16.875160 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c81bb-be19-44f3-93b4-e7f4395c4255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5512338-f8ca-4b6a-9b95-5379a14eb122,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:49:17.473755 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 57088) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:49:17.487655 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d6c36cd7-3e6c-47d2-accc-b182353ac945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:17.571316 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d6c36cd7-3e6c-47d2-accc-b182353ac945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:17.618057 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-d6c36cd7-3e6c-47d2-accc-b182353ac945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:17.653617 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-d6c36cd7-3e6c-47d2-accc-b182353ac945 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=423ab46e961e4d5da270e869ef590fb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1788242 Aug 04 08:49:17.655485 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c36cd7-3e6c-47d2-accc-b182353ac945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a96d2f-c040-462d-b6c1-8e7c931cb8d8,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:49:17.656414 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57090) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:49:17.708203 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-9928720f-e084-47b1-8922-271acd43632c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:17.728830 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-9928720f-e084-47b1-8922-271acd43632c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:17.841586 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-9928720f-e084-47b1-8922-271acd43632c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:17.844161 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-9928720f-e084-47b1-8922-271acd43632c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:17.845300 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-9928720f-e084-47b1-8922-271acd43632c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d4a96d2f-c040-462d-b6c1-8e7c931cb8d8 HTTP/1.1" status: 204 len: 168 time: 0.1878569 Aug 04 08:49:17.853108 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928720f-e084-47b1-8922-271acd43632c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a96d2f-c040-462d-b6c1-8e7c931cb8d8,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:49:18.406348 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57096) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:49:18.419324 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f9e433d2-74ea-47d3-94ae-88da2b5abaee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:18.511087 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f9e433d2-74ea-47d3-94ae-88da2b5abaee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:18.566753 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-f9e433d2-74ea-47d3-94ae-88da2b5abaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:18.604094 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-f9e433d2-74ea-47d3-94ae-88da2b5abaee admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=042e56ad76ef4c98ab85d86812572092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1966865 Aug 04 08:49:18.605178 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e433d2-74ea-47d3-94ae-88da2b5abaee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d932cdb5-4ee7-45fa-a36e-1a4371ece371,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:49:18.606847 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 57098) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:49:18.655591 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-4affcd4c-bf2e-4afc-80c6-904165ad94a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:18.676371 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-4affcd4c-bf2e-4afc-80c6-904165ad94a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:18.748628 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 6 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:49:18.772358 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-4affcd4c-bf2e-4afc-80c6-904165ad94a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:18.774991 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-4affcd4c-bf2e-4afc-80c6-904165ad94a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:18.776179 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-4affcd4c-bf2e-4afc-80c6-904165ad94a6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d932cdb5-4ee7-45fa-a36e-1a4371ece371 HTTP/1.1" status: 204 len: 168 time: 0.1683044 Aug 04 08:49:18.783549 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4affcd4c-bf2e-4afc-80c6-904165ad94a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d932cdb5-4ee7-45fa-a36e-1a4371ece371,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:49:19.687300 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 57120) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:49:19.777189 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-3332e00d-31d0-48fe-8ad4-033421e1b6d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1679489256-network', 'tenant_id': '58b5950cffd947b797c3e6313cdbc24c'}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:49:19.886862 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3332e00d-31d0-48fe-8ad4-033421e1b6d8 admin admin] Made reservation on behalf of 58b5950cffd947b797c3e6313cdbc24c for: {'network': 1} {{(pid=100320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:49:19.889202 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-3332e00d-31d0-48fe-8ad4-033421e1b6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for network, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:19.897474 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-3332e00d-31d0-48fe-8ad4-033421e1b6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:19.981436 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-3332e00d-31d0-48fe-8ad4-033421e1b6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:20.023553 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-3332e00d-31d0-48fe-8ad4-033421e1b6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:20.043592 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3332e00d-31d0-48fe-8ad4-033421e1b6d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=100320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 08:49:20.057075 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332e00d-31d0-48fe-8ad4-033421e1b6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe9f0d0-6865-4a77-a997-a7b15bd04cfd,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:49:20.061789 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-3332e00d-31d0-48fe-8ad4-033421e1b6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:20.062131 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.db.segments_db [None req-3332e00d-31d0-48fe-8ad4-033421e1b6d8 admin admin] Added segment 5285d653-0e07-4f73-a133-28127bbdca41 of type vlan for network 8aabc207-fc81-45d9-8b0c-15e8ba2efb53 Aug 04 08:49:20.099973 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-3332e00d-31d0-48fe-8ad4-033421e1b6d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749050523167'] for network, precommit_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:20.189323 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-3332e00d-31d0-48fe-8ad4-033421e1b6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669'] for network, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:20.190263 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3332e00d-31d0-48fe-8ad4-033421e1b6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:49:20.190835 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-3332e00d-31d0-48fe-8ad4-033421e1b6d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:20.248817 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332e00d-31d0-48fe-8ad4-033421e1b6d8 admin admin] Pushing event updated for resources: {'Network': ['ID=8aabc207-fc81-45d9-8b0c-15e8ba2efb53,revision_number=1']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:49:20.259347 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Network 8aabc207-fc81-45d9-8b0c-15e8ba2efb53 details requested by agent ovs-agent-dv-cinder-802653-4-iscsi with host dv-cinder-802653-4-iscsi {{(pid=100322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 08:49:20.296361 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-3332e00d-31d0-48fe-8ad4-033421e1b6d8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6050725 Aug 04 08:49:20.296583 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 57124) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:49:20.302030 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.v2.base [None req-4281074a-35e6-4d5b-bbcb-0ebc4dfb8798 admin admin] Request body: {'subnet': {'network_id': '8aabc207-fc81-45d9-8b0c-15e8ba2efb53', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1679489256-subnet', 'tenant_id': '58b5950cffd947b797c3e6313cdbc24c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:49:20.390069 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4281074a-35e6-4d5b-bbcb-0ebc4dfb8798 admin admin] Made reservation on behalf of 58b5950cffd947b797c3e6313cdbc24c for: {'subnet': 1} {{(pid=100320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:49:20.392534 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-4281074a-35e6-4d5b-bbcb-0ebc4dfb8798 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133633570'] for subnet, before_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:20.611681 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-4281074a-35e6-4d5b-bbcb-0ebc4dfb8798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-134116681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133633564'] for subnet, after_create {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:20.641004 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:20.664056 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281074a-35e6-4d5b-bbcb-0ebc4dfb8798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0888c791-2d76-40d7-a7a5-38792ff900b4,revision_number=0']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:49:20.673865 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4281074a-35e6-4d5b-bbcb-0ebc4dfb8798 admin admin] Checking segment: {'id': '5285d653-0e07-4f73-a133-28127bbdca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8aabc207-fc81-45d9-8b0c-15e8ba2efb53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:49:20.674221 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4281074a-35e6-4d5b-bbcb-0ebc4dfb8798 admin admin] Network hostable DHCP agents. Network: 8aabc207-fc81-45d9-8b0c-15e8ba2efb53, hostable agents: ['d99d2447-930a-4a79-b4f6-24c5d2e4f89b'], hosted agents: [] {{(pid=100320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 08:49:20.755634 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4281074a-35e6-4d5b-bbcb-0ebc4dfb8798 admin admin] Network 8aabc207-fc81-45d9-8b0c-15e8ba2efb53 is scheduled to be hosted by DHCP agent d99d2447-930a-4a79-b4f6-24c5d2e4f89b with binding_index 1 {{(pid=100320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 08:49:20.841398 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.base_scheduler [None req-4281074a-35e6-4d5b-bbcb-0ebc4dfb8798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-4-iscsi, 8aabc207-fc81-45d9-8b0c-15e8ba2efb53) {{(pid=100320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:49:20.846023 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4281074a-35e6-4d5b-bbcb-0ebc4dfb8798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:49:20.847407 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-4281074a-35e6-4d5b-bbcb-0ebc4dfb8798 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:20.851072 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e525bd29-87dc-4116-a071-3d2c6997a2b6 None None] Network 8aabc207-fc81-45d9-8b0c-15e8ba2efb53 requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:49:20.933856 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-4281074a-35e6-4d5b-bbcb-0ebc4dfb8798 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6359742 Aug 04 08:49:20.970654 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eae6478-c1b5-4683-a386-c33b2bca0ec9 None None] Network 8aabc207-fc81-45d9-8b0c-15e8ba2efb53 requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:49:21.621343 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57140) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:49:21.626272 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-af36a731-95c4-440b-a5d5-73c9d748cfd4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1470027130-network', 'tenant_id': '76b0861a609d41538ff52de43561a913'}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:49:21.766449 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af36a731-95c4-440b-a5d5-73c9d748cfd4 admin admin] Made reservation on behalf of 76b0861a609d41538ff52de43561a913 for: {'network': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:49:21.769113 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-af36a731-95c4-440b-a5d5-73c9d748cfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532356'] for network, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:21.777230 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-af36a731-95c4-440b-a5d5-73c9d748cfd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:21.863640 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-af36a731-95c4-440b-a5d5-73c9d748cfd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:21.915105 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-af36a731-95c4-440b-a5d5-73c9d748cfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:21.938342 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af36a731-95c4-440b-a5d5-73c9d748cfd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=100321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 08:49:21.947701 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af36a731-95c4-440b-a5d5-73c9d748cfd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4274ba7-5307-4339-8863-8548f51bf434,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:49:21.955082 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-af36a731-95c4-440b-a5d5-73c9d748cfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:21.955423 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.db.segments_db [None req-af36a731-95c4-440b-a5d5-73c9d748cfd4 admin admin] Added segment 909601f2-d02b-45dd-881a-535e4e3a7d1d of type vlan for network a0be708b-b64a-4253-b14c-57b579e64c9a Aug 04 08:49:21.962866 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af36a731-95c4-440b-a5d5-73c9d748cfd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:49:21.963227 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af36a731-95c4-440b-a5d5-73c9d748cfd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:49:21.963572 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af36a731-95c4-440b-a5d5-73c9d748cfd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:49:21.963911 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af36a731-95c4-440b-a5d5-73c9d748cfd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:49:21.964272 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af36a731-95c4-440b-a5d5-73c9d748cfd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:49:21.964611 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af36a731-95c4-440b-a5d5-73c9d748cfd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:49:21.964941 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af36a731-95c4-440b-a5d5-73c9d748cfd4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:49:21.965271 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af36a731-95c4-440b-a5d5-73c9d748cfd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:49:21.965601 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af36a731-95c4-440b-a5d5-73c9d748cfd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:49:21.965926 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af36a731-95c4-440b-a5d5-73c9d748cfd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:49:21.966249 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af36a731-95c4-440b-a5d5-73c9d748cfd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:49:21.966569 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af36a731-95c4-440b-a5d5-73c9d748cfd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:49:22.006448 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-af36a731-95c4-440b-a5d5-73c9d748cfd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749050523167'] for network, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:22.109501 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-af36a731-95c4-440b-a5d5-73c9d748cfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669'] for network, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:22.110418 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af36a731-95c4-440b-a5d5-73c9d748cfd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:49:22.111056 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-af36a731-95c4-440b-a5d5-73c9d748cfd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:22.186152 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af36a731-95c4-440b-a5d5-73c9d748cfd4 admin admin] Pushing event updated for resources: {'Network': ['ID=a0be708b-b64a-4253-b14c-57b579e64c9a,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:49:22.196953 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Network a0be708b-b64a-4253-b14c-57b579e64c9a details requested by agent ovs-agent-dv-cinder-802653-4-iscsi with host dv-cinder-802653-4-iscsi {{(pid=100322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 08:49:22.247628 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-af36a731-95c4-440b-a5d5-73c9d748cfd4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6251910 Aug 04 08:49:22.250222 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57142) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:49:22.255823 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.v2.base [None req-6aa3118b-5c37-4b38-8823-fc319b8da66f admin admin] Request body: {'subnet': {'network_id': 'a0be708b-b64a-4253-b14c-57b579e64c9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1470027130-subnet', 'tenant_id': '76b0861a609d41538ff52de43561a913', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 08:49:22.344182 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa3118b-5c37-4b38-8823-fc319b8da66f admin admin] Made reservation on behalf of 76b0861a609d41538ff52de43561a913 for: {'subnet': 1} {{(pid=100321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 08:49:22.346168 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6aa3118b-5c37-4b38-8823-fc319b8da66f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133672201'] for subnet, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:22.583028 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6aa3118b-5c37-4b38-8823-fc319b8da66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132619557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133672247'] for subnet, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:22.637956 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3118b-5c37-4b38-8823-fc319b8da66f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc5ac9d-f815-4eb5-99eb-4447c4f05d7b,revision_number=0']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:49:22.649664 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa3118b-5c37-4b38-8823-fc319b8da66f admin admin] Checking segment: {'id': '909601f2-d02b-45dd-881a-535e4e3a7d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a0be708b-b64a-4253-b14c-57b579e64c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 08:49:22.649664 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa3118b-5c37-4b38-8823-fc319b8da66f admin admin] Network hostable DHCP agents. Network: a0be708b-b64a-4253-b14c-57b579e64c9a, hostable agents: ['d99d2447-930a-4a79-b4f6-24c5d2e4f89b'], hosted agents: [] {{(pid=100321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 08:49:22.749566 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa3118b-5c37-4b38-8823-fc319b8da66f admin admin] Network a0be708b-b64a-4253-b14c-57b579e64c9a is scheduled to be hosted by DHCP agent d99d2447-930a-4a79-b4f6-24c5d2e4f89b with binding_index 1 {{(pid=100321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 08:49:22.806824 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.base_scheduler [None req-6aa3118b-5c37-4b38-8823-fc319b8da66f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-4-iscsi, a0be708b-b64a-4253-b14c-57b579e64c9a) {{(pid=100321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 08:49:22.811508 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa3118b-5c37-4b38-8823-fc319b8da66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:49:22.812126 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6aa3118b-5c37-4b38-8823-fc319b8da66f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:22.817602 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3adc826-7f1f-4816-9c30-ad6b70e0d781 None None] Network a0be708b-b64a-4253-b14c-57b579e64c9a requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:49:22.870667 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-6aa3118b-5c37-4b38-8823-fc319b8da66f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6193333 Aug 04 08:49:22.946385 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212d5b73-641e-470e-b94d-00c0a2f9885a None None] Network a0be708b-b64a-4253-b14c-57b579e64c9a requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:49:37.486747 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3706b85e-8a5e-43b2-bf9b-542106bd2704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:38.858553 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57272) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:49:38.902668 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_v2 [None req-7332d48b-c21b-412f-a164-a363d751dc07 admin admin] Deleting subnet 0888c791-2d76-40d7-a7a5-38792ff900b4 {{(pid=100321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 08:49:38.905734 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7332d48b-c21b-412f-a164-a363d751dc07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:38.938435 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7332d48b-c21b-412f-a164-a363d751dc07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132616335'] for subnet, precommit_delete_associations {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:38.974803 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7332d48b-c21b-412f-a164-a363d751dc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-928750'] for subnet, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:39.086900 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7332d48b-c21b-412f-a164-a363d751dc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-928029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132619622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133672238'] for subnet, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:39.362807 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7332d48b-c21b-412f-a164-a363d751dc07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0888c791-2d76-40d7-a7a5-38792ff900b4,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:49:39.369239 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7332d48b-c21b-412f-a164-a363d751dc07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:39.371386 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-7332d48b-c21b-412f-a164-a363d751dc07 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0888c791-2d76-40d7-a7a5-38792ff900b4 HTTP/1.1" status: 204 len: 168 time: 0.5115442 Aug 04 08:49:39.373561 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57274) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:49:39.438075 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-51cd7365-de10-4ffb-8343-e3e73182f2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583520'] for network, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:39.513908 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-51cd7365-de10-4ffb-8343-e3e73182f2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-926057', 'neutron.services.segments.db._delete_segments_for_network-8749051068919'] for network, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:39.523390 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-51cd7365-de10-4ffb-8343-e3e73182f2d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aabc207-fc81-45d9-8b0c-15e8ba2efb53']}} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:49:39.533034 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-51cd7365-de10-4ffb-8343-e3e73182f2d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5285d653-0e07-4f73-a133-28127bbdca41') {'for_net_delete': True} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:49:39.533329 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-51cd7365-de10-4ffb-8343-e3e73182f2d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5285d653-0e07-4f73-a133-28127bbdca41') {} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:49:39.542823 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-51cd7365-de10-4ffb-8343-e3e73182f2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749051071492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132616324'] for segment, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:39.556433 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-51cd7365-de10-4ffb-8343-e3e73182f2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:39.561936 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51cd7365-de10-4ffb-8343-e3e73182f2d1 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=100321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 08:49:39.562310 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-51cd7365-de10-4ffb-8343-e3e73182f2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132619724'] for segment, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:39.563884 dv-cinder-802653-4-iscsi neutron-server[100321]: Traceback (most recent call last): Aug 04 08:49:39.563884 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 08:49:39.563884 dv-cinder-802653-4-iscsi neutron-server[100321]: timer() Aug 04 08:49:39.563884 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 08:49:39.563884 dv-cinder-802653-4-iscsi neutron-server[100321]: cb(*args, **kw) Aug 04 08:49:39.563884 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 08:49:39.563884 dv-cinder-802653-4-iscsi neutron-server[100321]: return func(*args, **kwargs) Aug 04 08:49:39.563884 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 08:49:39.563884 dv-cinder-802653-4-iscsi neutron-server[100321]: self._notify() Aug 04 08:49:39.563884 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 08:49:39.563884 dv-cinder-802653-4-iscsi neutron-server[100321]: self.callback(batched_events) Aug 04 08:49:39.563884 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 08:49:39.563884 dv-cinder-802653-4-iscsi neutron-server[100321]: event.method(event) Aug 04 08:49:39.563884 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 08:49:39.563884 dv-cinder-802653-4-iscsi neutron-server[100321]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 08:49:39.563884 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 08:49:39.563884 dv-cinder-802653-4-iscsi neutron-server[100321]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 08:49:39.563884 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 08:49:39.563884 dv-cinder-802653-4-iscsi neutron-server[100321]: return f(self, *a, **k) Aug 04 08:49:39.563884 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 08:49:39.563884 dv-cinder-802653-4-iscsi neutron-server[100321]: return self._get(url).json() Aug 04 08:49:39.563884 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 08:49:39.563884 dv-cinder-802653-4-iscsi neutron-server[100321]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 08:49:39.563884 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 08:49:39.563884 dv-cinder-802653-4-iscsi neutron-server[100321]: return self.request(url, 'GET', **kwargs) Aug 04 08:49:39.563884 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 08:49:39.563884 dv-cinder-802653-4-iscsi neutron-server[100321]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 08:49:39.563884 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 08:49:39.563884 dv-cinder-802653-4-iscsi neutron-server[100321]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 08:49:39.563884 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 08:49:39.563884 dv-cinder-802653-4-iscsi neutron-server[100321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 08:49:39.563884 dv-cinder-802653-4-iscsi neutron-server[100321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 08:49:39.663724 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-51cd7365-de10-4ffb-8343-e3e73182f2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055443'] for network, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:39.668757 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-51cd7365-de10-4ffb-8343-e3e73182f2d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:39.670607 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-51cd7365-de10-4ffb-8343-e3e73182f2d1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/8aabc207-fc81-45d9-8b0c-15e8ba2efb53 HTTP/1.1" status: 204 len: 168 time: 0.2961287 Aug 04 08:49:39.673499 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 57276) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:49:39.685532 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd7365-de10-4ffb-8343-e3e73182f2d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8aabc207-fc81-45d9-8b0c-15e8ba2efb53,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:49:39.717872 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dffa1d2-04c0-449b-be6c-b78f9404a380 admin admin] Deleting subnet 5fc5ac9d-f815-4eb5-99eb-4447c4f05d7b {{(pid=100320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 08:49:39.720993 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0dffa1d2-04c0-449b-be6c-b78f9404a380 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:39.754381 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0dffa1d2-04c0-449b-be6c-b78f9404a380 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133554087'] for subnet, precommit_delete_associations {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:39.796028 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0dffa1d2-04c0-449b-be6c-b78f9404a380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-928750'] for subnet, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:40.161424 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0dffa1d2-04c0-449b-be6c-b78f9404a380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-928029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-134116618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133633541'] for subnet, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:40.186453 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dffa1d2-04c0-449b-be6c-b78f9404a380 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fc5ac9d-f815-4eb5-99eb-4447c4f05d7b,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:49:40.194104 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0dffa1d2-04c0-449b-be6c-b78f9404a380 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:40.198356 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-0dffa1d2-04c0-449b-be6c-b78f9404a380 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5fc5ac9d-f815-4eb5-99eb-4447c4f05d7b HTTP/1.1" status: 204 len: 168 time: 0.5214641 Aug 04 08:49:40.198356 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dffa1d2-04c0-449b-be6c-b78f9404a380 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:49:40.198356 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dffa1d2-04c0-449b-be6c-b78f9404a380 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:49:40.198356 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dffa1d2-04c0-449b-be6c-b78f9404a380 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:49:40.198794 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dffa1d2-04c0-449b-be6c-b78f9404a380 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:49:40.198888 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dffa1d2-04c0-449b-be6c-b78f9404a380 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:49:40.199220 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dffa1d2-04c0-449b-be6c-b78f9404a380 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:49:40.199553 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dffa1d2-04c0-449b-be6c-b78f9404a380 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:49:40.199770 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57278) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:49:40.200248 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dffa1d2-04c0-449b-be6c-b78f9404a380 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:49:40.200248 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dffa1d2-04c0-449b-be6c-b78f9404a380 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:49:40.200551 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dffa1d2-04c0-449b-be6c-b78f9404a380 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:49:40.200880 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dffa1d2-04c0-449b-be6c-b78f9404a380 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:49:40.201207 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dffa1d2-04c0-449b-be6c-b78f9404a380 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:49:40.240628 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:40.263395 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-cc13751a-20ca-4846-b7f0-55f973ba9089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:40.270625 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-69d7c1ff-73b7-48c0-b95d-9e588836e1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583520'] for network, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:40.349167 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-69d7c1ff-73b7-48c0-b95d-9e588836e1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-926057', 'neutron.services.segments.db._delete_segments_for_network-8749051068919'] for network, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:40.358903 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-69d7c1ff-73b7-48c0-b95d-9e588836e1ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0be708b-b64a-4253-b14c-57b579e64c9a']}} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:49:40.368652 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-69d7c1ff-73b7-48c0-b95d-9e588836e1ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '909601f2-d02b-45dd-881a-535e4e3a7d1d') {'for_net_delete': True} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:49:40.368945 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-69d7c1ff-73b7-48c0-b95d-9e588836e1ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '909601f2-d02b-45dd-881a-535e4e3a7d1d') {} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:49:40.377566 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-69d7c1ff-73b7-48c0-b95d-9e588836e1ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749051071492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132616324'] for segment, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:40.390996 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-69d7c1ff-73b7-48c0-b95d-9e588836e1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:40.397376 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d7c1ff-73b7-48c0-b95d-9e588836e1ed admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=100321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 08:49:40.404355 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-69d7c1ff-73b7-48c0-b95d-9e588836e1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132619724'] for segment, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:40.404355 dv-cinder-802653-4-iscsi neutron-server[100321]: Traceback (most recent call last): Aug 04 08:49:40.404355 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 08:49:40.404355 dv-cinder-802653-4-iscsi neutron-server[100321]: timer() Aug 04 08:49:40.404355 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 08:49:40.404355 dv-cinder-802653-4-iscsi neutron-server[100321]: cb(*args, **kw) Aug 04 08:49:40.404355 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 08:49:40.404355 dv-cinder-802653-4-iscsi neutron-server[100321]: return func(*args, **kwargs) Aug 04 08:49:40.404355 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 08:49:40.404355 dv-cinder-802653-4-iscsi neutron-server[100321]: self._notify() Aug 04 08:49:40.404355 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 08:49:40.404355 dv-cinder-802653-4-iscsi neutron-server[100321]: self.callback(batched_events) Aug 04 08:49:40.404355 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 08:49:40.404355 dv-cinder-802653-4-iscsi neutron-server[100321]: event.method(event) Aug 04 08:49:40.404355 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 08:49:40.404355 dv-cinder-802653-4-iscsi neutron-server[100321]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 08:49:40.404355 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 08:49:40.404355 dv-cinder-802653-4-iscsi neutron-server[100321]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 08:49:40.404355 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 08:49:40.404355 dv-cinder-802653-4-iscsi neutron-server[100321]: return f(self, *a, **k) Aug 04 08:49:40.404355 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 08:49:40.404355 dv-cinder-802653-4-iscsi neutron-server[100321]: return self._get(url).json() Aug 04 08:49:40.404355 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 08:49:40.404355 dv-cinder-802653-4-iscsi neutron-server[100321]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 08:49:40.404355 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 08:49:40.404355 dv-cinder-802653-4-iscsi neutron-server[100321]: return self.request(url, 'GET', **kwargs) Aug 04 08:49:40.404355 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 08:49:40.404355 dv-cinder-802653-4-iscsi neutron-server[100321]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 08:49:40.404355 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 08:49:40.404355 dv-cinder-802653-4-iscsi neutron-server[100321]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 08:49:40.404355 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 08:49:40.404355 dv-cinder-802653-4-iscsi neutron-server[100321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 08:49:40.404355 dv-cinder-802653-4-iscsi neutron-server[100321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 08:49:40.532124 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-69d7c1ff-73b7-48c0-b95d-9e588836e1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055443'] for network, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:40.537968 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-69d7c1ff-73b7-48c0-b95d-9e588836e1ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:40.539834 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-69d7c1ff-73b7-48c0-b95d-9e588836e1ed admin admin] 10.222.0.45 "DELETE /v2.0/networks/a0be708b-b64a-4253-b14c-57b579e64c9a HTTP/1.1" status: 204 len: 168 time: 0.3383281 Aug 04 08:49:40.550600 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7c1ff-73b7-48c0-b95d-9e588836e1ed admin admin] Pushing event deleted for resources: {'Network': ['ID=a0be708b-b64a-4253-b14c-57b579e64c9a,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:49:40.896263 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57282) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:49:40.934325 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-043c3dd0-ae7c-4fd2-959d-221687c3daf1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=58b5950cffd947b797c3e6313cdbc24c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369327 Aug 04 08:49:40.936631 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57284) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:49:40.986398 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b3f66fab-69c8-4c78-81f5-f8c685426544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:41.007419 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b3f66fab-69c8-4c78-81f5-f8c685426544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:41.143677 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b3f66fab-69c8-4c78-81f5-f8c685426544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:41.146343 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b3f66fab-69c8-4c78-81f5-f8c685426544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:41.148886 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-b3f66fab-69c8-4c78-81f5-f8c685426544 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dfe9f0d0-6865-4a77-a997-a7b15bd04cfd HTTP/1.1" status: 204 len: 168 time: 0.2099788 Aug 04 08:49:41.155373 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f66fab-69c8-4c78-81f5-f8c685426544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe9f0d0-6865-4a77-a997-a7b15bd04cfd,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:49:41.190087 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:41.752783 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57290) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:49:41.790853 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-2c4b8069-2d18-4e21-899d-6622eea0e58a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=76b0861a609d41538ff52de43561a913&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369644 Aug 04 08:49:41.793196 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57292) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:49:41.838991 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-cf1611eb-728e-484b-bf1a-62de7babd71c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:41.859403 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-cf1611eb-728e-484b-bf1a-62de7babd71c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:41.977792 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-cf1611eb-728e-484b-bf1a-62de7babd71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:41.980349 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-cf1611eb-728e-484b-bf1a-62de7babd71c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:41.981652 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-cf1611eb-728e-484b-bf1a-62de7babd71c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d4274ba7-5307-4339-8863-8548f51bf434 HTTP/1.1" status: 204 len: 168 time: 0.1875842 Aug 04 08:49:41.989761 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1611eb-728e-484b-bf1a-62de7babd71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4274ba7-5307-4339-8863-8548f51bf434,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:49:42.949322 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:50.647203 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:49:55.747884 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 6 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:50:01.608127 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57436) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:01.709255 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-09bc19ca-f276-4fd7-8b9f-b4ff1fbc433f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:01.793558 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-09bc19ca-f276-4fd7-8b9f-b4ff1fbc433f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:01.852032 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-09bc19ca-f276-4fd7-8b9f-b4ff1fbc433f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:01.890058 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-09bc19ca-f276-4fd7-8b9f-b4ff1fbc433f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=09c186e7d018485b8b72c99970115fa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808955 Aug 04 08:50:01.891216 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc19ca-f276-4fd7-8b9f-b4ff1fbc433f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454ff156-9715-47d3-86bb-69789bf1eaec,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:01.892741 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 57440) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:01.943408 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8f38-a9ae-4661-8810-f592fa4c3cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:01.963135 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8f38-a9ae-4661-8810-f592fa4c3cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:02.063346 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8f38-a9ae-4661-8810-f592fa4c3cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:02.065969 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8f38-a9ae-4661-8810-f592fa4c3cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:02.067119 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-5a1b8f38-a9ae-4661-8810-f592fa4c3cdb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/454ff156-9715-47d3-86bb-69789bf1eaec HTTP/1.1" status: 204 len: 168 time: 0.1733196 Aug 04 08:50:02.074571 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b8f38-a9ae-4661-8810-f592fa4c3cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454ff156-9715-47d3-86bb-69789bf1eaec,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:07.531650 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8f4d19fb-3ef7-4840-a797-1a54073b8b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:10.280435 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:10.291286 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-bdaf71ae-2fa3-4e2d-8882-bafa29dc851e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:11.200148 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:12.937338 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:13.249417 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 57494) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:13.405889 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [None req-18cf0f46-5ced-4d12-8f05-e3893efe00f1 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Deleting port 5d354d59-c364-4f84-a99b-55cde786f112 {{(pid=100320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:50:13.406242 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-18cf0f46-5ced-4d12-8f05-e3893efe00f1 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:13.477266 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-18cf0f46-5ced-4d12-8f05-e3893efe00f1 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:13.477594 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-18cf0f46-5ced-4d12-8f05-e3893efe00f1 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:13.488963 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [None req-18cf0f46-5ced-4d12-8f05-e3893efe00f1 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Calling delete_port for 5d354d59-c364-4f84-a99b-55cde786f112 owned by network:floatingip {{(pid=100320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:50:13.696359 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-18cf0f46-5ced-4d12-8f05-e3893efe00f1 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134116821'] for port, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:13.721169 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf0f46-5ced-4d12-8f05-e3893efe00f1 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Pushing event deleted for resources: {'Port': ['ID=5d354d59-c364-4f84-a99b-55cde786f112,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:13.782823 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-18cf0f46-5ced-4d12-8f05-e3893efe00f1 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for floatingip, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:13.783213 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.db.l3_db [None req-18cf0f46-5ced-4d12-8f05-e3893efe00f1 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Floating IP 942ddd12-69bf-4e2f-8059-55e9fba31004 disassociated (deleted). External IP: 172.27.0.224, port: ac73106a-5a1b-4922-991d-8fdb4c630669. Aug 04 08:50:13.994065 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18cf0f46-5ced-4d12-8f05-e3893efe00f1 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Router 4b811504-3b5e-4d85-8947-81201cead105 has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:50:14.098747 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cf0f46-5ced-4d12-8f05-e3893efe00f1 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:50:14.104233 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-18cf0f46-5ced-4d12-8f05-e3893efe00f1 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for floatingip, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:14.108679 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3ae052-4c18-423c-ad53-9e2c96d824f4 None None] Sync routers for ids ['4b811504-3b5e-4d85-8947-81201cead105'] in dv-cinder-802653-4-iscsi {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:50:14.117351 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3ae052-4c18-423c-ad53-9e2c96d824f4 None None] Routers {'4b811504-3b5e-4d85-8947-81201cead105'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:50:14.118097 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-0b3ae052-4c18-423c-ad53-9e2c96d824f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:50:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['4b811504-3b5e-4d85-8947-81201cead105'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:14.137373 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-18cf0f46-5ced-4d12-8f05-e3893efe00f1 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "DELETE /v2.0/floatingips/942ddd12-69bf-4e2f-8059-55e9fba31004 HTTP/1.1" status: 204 len: 168 time: 0.8868461 Aug 04 08:50:14.137981 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121c0666-176e-4718-9cc8-13781a53c1c8', 'tag': 'ac73106a-5a1b-4922-991d-8fdb4c630669'}] {{(pid=100320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:50:14.140878 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0fb8cf4a75af305c05a6811089918ae1dc95fdd1c14f947d6ddb53af2a89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225e2488-902d-4705-bf70-3d104a8a29e3" -d '{"events": [{"name": "network-changed", "server_uuid": "121c0666-176e-4718-9cc8-13781a53c1c8", "tag": "ac73106a-5a1b-4922-991d-8fdb4c630669"}]}' {{(pid=100320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:50:14.262623 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-0b3ae052-4c18-423c-ad53-9e2c96d824f4 None None] Set router 4b811504-3b5e-4d85-8947-81201cead105 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:50:14.303816 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad4cc2a-707c-4fc2-853a-0e774d5e4a04 x-openstack-request-id: req-0ad4cc2a-707c-4fc2-853a-0e774d5e4a04 {{(pid=100320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:50:14.304352 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "121c0666-176e-4718-9cc8-13781a53c1c8", "tag": "ac73106a-5a1b-4922-991d-8fdb4c630669", "status": "completed", "code": 200}]} {{(pid=100320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:50:14.304495 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0ad4cc2a-707c-4fc2-853a-0e774d5e4a04 {{(pid=100320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:50:14.304963 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '121c0666-176e-4718-9cc8-13781a53c1c8', 'tag': 'ac73106a-5a1b-4922-991d-8fdb4c630669', 'status': 'completed', 'code': 200} Aug 04 08:50:14.483904 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e2488-902d-4705-bf70-3d104a8a29e3 req-c8458ae1-e09e-4610-aa65-04774099dd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:50:14.485566 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-225e2488-902d-4705-bf70-3d104a8a29e3 req-c8458ae1-e09e-4610-aa65-04774099dd75 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dedd88d93ffc4bca9dc856c5b204a955&device_id=121c0666-176e-4718-9cc8-13781a53c1c8 HTTP/1.1" status: 200 len: 1098 time: 0.1317158 Aug 04 08:50:14.496374 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-0b3ae052-4c18-423c-ad53-9e2c96d824f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b811504-3b5e-4d85-8947-81201cead105', 'name': 'tempest-TestVolumeBootPattern-2134895935-router', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:44Z', 'updated_at': '2021-08-04T08:42:49Z', 'revision_number': 4, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'gw_port': {'id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:45Z', 'updated_at': '2021-08-04T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_floatingips': [{'id': '1828719f-9d94-4558-8ee2-1cb1b964790a', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'router_id': '4b811504-3b5e-4d85-8947-81201cead105', 'port_id': '61d2f223-47ff-455c-bf0f-0b82e633909b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'mac_address': 'fa:16:3e:37:db:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1484e9f4-268d-44e5-8b9d-fe228e962e3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T08:46:33Z', 'updated_at': '2021-08-04T08:46:36Z', 'revision_number': 1, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f564317-117c-4b42-a965-36d82bf45d2e', 'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'mac_address': 'fa:16:3e:7b:5c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:48Z', 'updated_at': '2021-08-04T08:42:55Z', 'revision_number': 5, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'subnets': [{'id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:14.522894 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3ae052-4c18-423c-ad53-9e2c96d824f4 None None] Checking router: 4b811504-3b5e-4d85-8947-81201cead105 for host: dv-cinder-802653-4-iscsi {{(pid=100322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:50:14.531754 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3ae052-4c18-423c-ad53-9e2c96d824f4 None None] Routers {'4b811504-3b5e-4d85-8947-81201cead105'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:50:14.532409 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-0b3ae052-4c18-423c-ad53-9e2c96d824f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:50:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['4b811504-3b5e-4d85-8947-81201cead105'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:14.631206 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e2488-902d-4705-bf70-3d104a8a29e3 req-eca056bb-098a-41f9-bbfc-d03e07703b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:50:14.634346 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-225e2488-902d-4705-bf70-3d104a8a29e3 req-eca056bb-098a-41f9-bbfc-d03e07703b12 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a5391651-c052-4019-966f-27312282f5a7 HTTP/1.1" status: 200 len: 913 time: 0.0984633 Aug 04 08:50:14.640480 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-0b3ae052-4c18-423c-ad53-9e2c96d824f4 None None] Set router 4b811504-3b5e-4d85-8947-81201cead105 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:50:14.654887 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6781de-205f-457d-a5c5-217622838624 req-96bf049a-cf15-4602-a6f9-6d977b225afb tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:50:14.656549 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-ed6781de-205f-457d-a5c5-217622838624 req-96bf049a-cf15-4602-a6f9-6d977b225afb tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=121c0666-176e-4718-9cc8-13781a53c1c8 HTTP/1.1" status: 200 len: 945 time: 0.1076393 Aug 04 08:50:14.683403 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-225e2488-902d-4705-bf70-3d104a8a29e3 req-5b74af3a-b666-4bf0-ac01-6de797f207b6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac73106a-5a1b-4922-991d-8fdb4c630669 HTTP/1.1" status: 200 len: 217 time: 0.0414631 Aug 04 08:50:14.708840 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-ed6781de-205f-457d-a5c5-217622838624 req-81d440fe-d60a-4718-a739-45bd01af005f tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414906 Aug 04 08:50:14.734549 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e2488-902d-4705-bf70-3d104a8a29e3 req-817f7d9f-3457-4ef0-8b81-d386062606bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:50:14.738048 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-225e2488-902d-4705-bf70-3d104a8a29e3 req-817f7d9f-3457-4ef0-8b81-d386062606bd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=88edd72a-bd44-4717-a8ab-c97bf6648020 HTTP/1.1" status: 200 len: 851 time: 0.0449765 Aug 04 08:50:14.789290 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e2488-902d-4705-bf70-3d104a8a29e3 req-c63651c8-e28e-4f1a-9ecb-3fe35c7657fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:50:14.790722 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-225e2488-902d-4705-bf70-3d104a8a29e3 req-c63651c8-e28e-4f1a-9ecb-3fe35c7657fc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5391651-c052-4019-966f-27312282f5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461011 Aug 04 08:50:14.803786 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [req-225e2488-902d-4705-bf70-3d104a8a29e3 req-3a3e766d-d630-4261-a234-f19716837162 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=100321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 08:50:14.804919 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-225e2488-902d-4705-bf70-3d104a8a29e3 req-3a3e766d-d630-4261-a234-f19716837162 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051675 Aug 04 08:50:14.870536 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-0b3ae052-4c18-423c-ad53-9e2c96d824f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b811504-3b5e-4d85-8947-81201cead105', 'name': 'tempest-TestVolumeBootPattern-2134895935-router', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:44Z', 'updated_at': '2021-08-04T08:42:49Z', 'revision_number': 4, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'gw_port': {'id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:45Z', 'updated_at': '2021-08-04T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_floatingips': [{'id': '1828719f-9d94-4558-8ee2-1cb1b964790a', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'router_id': '4b811504-3b5e-4d85-8947-81201cead105', 'port_id': '61d2f223-47ff-455c-bf0f-0b82e633909b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'mac_address': 'fa:16:3e:37:db:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1484e9f4-268d-44e5-8b9d-fe228e962e3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T08:46:33Z', 'updated_at': '2021-08-04T08:46:36Z', 'revision_number': 1, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f564317-117c-4b42-a965-36d82bf45d2e', 'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'mac_address': 'fa:16:3e:7b:5c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:48Z', 'updated_at': '2021-08-04T08:42:55Z', 'revision_number': 5, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'subnets': [{'id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:14.895186 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-225e2488-902d-4705-bf70-3d104a8a29e3 req-96784006-1162-447d-b198-e546b7fec427 service neutron] 10.222.0.61 "GET /v2.0/networks/a5391651-c052-4019-966f-27312282f5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824995 Aug 04 08:50:14.897510 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3ae052-4c18-423c-ad53-9e2c96d824f4 None None] The sync data for ids ['4b811504-3b5e-4d85-8947-81201cead105'] in dv-cinder-802653-4-iscsi is: [{'id': '4b811504-3b5e-4d85-8947-81201cead105', 'name': 'tempest-TestVolumeBootPattern-2134895935-router', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:44Z', 'updated_at': '2021-08-04T08:42:49Z', 'revision_number': 4, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'gw_port': {'id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:45Z', 'updated_at': '2021-08-04T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_floatingips': [{'id': '1828719f-9d94-4558-8ee2-1cb1b964790a', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'router_id': '4b811504-3b5e-4d85-8947-81201cead105', 'port_id': '61d2f223-47ff-455c-bf0f-0b82e633909b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'mac_address': 'fa:16:3e:37:db:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1484e9f4-268d-44e5-8b9d-fe228e962e3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T08:46:33Z', 'updated_at': '2021-08-04T08:46:36Z', 'revision_number': 1, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f564317-117c-4b42-a965-36d82bf45d2e', 'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'mac_address': 'fa:16:3e:7b:5c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:48Z', 'updated_at': '2021-08-04T08:42:55Z', 'revision_number': 5, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'subnets': [{'id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:50:14.993353 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-225e2488-902d-4705-bf70-3d104a8a29e3 req-ec730294-37fb-4a96-b5c6-1732be8c9b1f service neutron] 10.222.0.61 "GET /v2.0/networks/a5391651-c052-4019-966f-27312282f5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887713 Aug 04 08:50:15.113480 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b6a72e-a7f0-4fc9-af66-eb77af8ac348 None None] New status for floating IP 942ddd12-69bf-4e2f-8059-55e9fba31004: DOWN {{(pid=100323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 08:50:15.624502 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57520) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:15.782922 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-b708eec1-45b2-470e-8039-c856f1aaa4e3 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Deleting port 912403b7-48aa-4261-abc2-511f70f55215 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:50:15.783266 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b708eec1-45b2-470e-8039-c856f1aaa4e3 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:15.893207 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b708eec1-45b2-470e-8039-c856f1aaa4e3 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:15.893431 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b708eec1-45b2-470e-8039-c856f1aaa4e3 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:15.909319 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-b708eec1-45b2-470e-8039-c856f1aaa4e3 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Calling delete_port for 912403b7-48aa-4261-abc2-511f70f55215 owned by network:floatingip {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:50:15.927176 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b28a6f-08e0-448e-b4a1-54202417bab7 req-7a87b5b8-2db9-430f-a46a-fd994f711021 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:50:15.928702 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-87b28a6f-08e0-448e-b4a1-54202417bab7 req-7a87b5b8-2db9-430f-a46a-fd994f711021 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=121c0666-176e-4718-9cc8-13781a53c1c8 HTTP/1.1" status: 200 len: 945 time: 0.1428185 Aug 04 08:50:16.028002 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-87b28a6f-08e0-448e-b4a1-54202417bab7 req-734066cf-c095-47a8-bde8-e6b20fa51015 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0934486 Aug 04 08:50:16.216256 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b708eec1-45b2-470e-8039-c856f1aaa4e3 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:16.240374 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708eec1-45b2-470e-8039-c856f1aaa4e3 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Pushing event deleted for resources: {'Port': ['ID=912403b7-48aa-4261-abc2-511f70f55215,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:16.336444 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b708eec1-45b2-470e-8039-c856f1aaa4e3 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks [] for floatingip, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:16.336901 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.db.l3_db [None req-b708eec1-45b2-470e-8039-c856f1aaa4e3 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Floating IP f9f1026c-3b36-40f5-be58-06d22cf1dc74 disassociated (deleted). External IP: 172.27.0.89, port: 3f6cde59-b916-4f80-8d0f-18ae5482764b. Aug 04 08:50:16.389065 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695548e-6d7b-4f0c-8bda-f268f1eba960 req-1f35bd4b-77fe-4486-8ab4-9efd9e6badb4 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:50:16.390527 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6695548e-6d7b-4f0c-8bda-f268f1eba960 req-1f35bd4b-77fe-4486-8ab4-9efd9e6badb4 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.61 "GET /v2.0/ports?device_id=121c0666-176e-4718-9cc8-13781a53c1c8 HTTP/1.1" status: 200 len: 945 time: 0.1042147 Aug 04 08:50:16.564961 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-6695548e-6d7b-4f0c-8bda-f268f1eba960 req-e94114da-224a-4a81-a860-6a5238ee8821 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Deleting port ac73106a-5a1b-4922-991d-8fdb4c630669 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:50:16.565199 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-6695548e-6d7b-4f0c-8bda-f268f1eba960 req-e94114da-224a-4a81-a860-6a5238ee8821 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:16.680003 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b708eec1-45b2-470e-8039-c856f1aaa4e3 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Router b8d82bda-2531-4a6c-83ab-63383f5e5b9a has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:50:16.702649 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-6695548e-6d7b-4f0c-8bda-f268f1eba960 req-e94114da-224a-4a81-a860-6a5238ee8821 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] For port ac73106a-5a1b-4922-991d-8fdb4c630669, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=ac73106a-5a1b-4922-991d-8fdb4c630669,segment=NetworkSegment(55668721-c8bf-4df9-929d-07849ad010f4),segment_id=55668721-c8bf-4df9-929d-07849ad010f4)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:50:16.707488 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-6695548e-6d7b-4f0c-8bda-f268f1eba960 req-e94114da-224a-4a81-a860-6a5238ee8821 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:16.749356 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-6695548e-6d7b-4f0c-8bda-f268f1eba960 req-e94114da-224a-4a81-a860-6a5238ee8821 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Calling delete_port for ac73106a-5a1b-4922-991d-8fdb4c630669 owned by compute:nova {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:50:16.859724 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b708eec1-45b2-470e-8039-c856f1aaa4e3 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:50:16.865021 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-b708eec1-45b2-470e-8039-c856f1aaa4e3 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for floatingip, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:16.871276 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fa78ff-3c82-46db-8bd3-5a614ec4bacc None None] Sync routers for ids ['b8d82bda-2531-4a6c-83ab-63383f5e5b9a'] in dv-cinder-802653-4-iscsi {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:50:16.895213 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fa78ff-3c82-46db-8bd3-5a614ec4bacc None None] Routers {'b8d82bda-2531-4a6c-83ab-63383f5e5b9a'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:50:16.897570 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-a2fa78ff-3c82-46db-8bd3-5a614ec4bacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:50:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['b8d82bda-2531-4a6c-83ab-63383f5e5b9a'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:16.903535 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-b708eec1-45b2-470e-8039-c856f1aaa4e3 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "DELETE /v2.0/floatingips/f9f1026c-3b36-40f5-be58-06d22cf1dc74 HTTP/1.1" status: 204 len: 168 time: 1.2758408 Aug 04 08:50:16.903535 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb', 'tag': '3f6cde59-b916-4f80-8d0f-18ae5482764b'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:50:16.904865 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63262a4d-b9c7-4dcf-a986-afaaa0599902" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb", "tag": "3f6cde59-b916-4f80-8d0f-18ae5482764b"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:50:17.035360 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280e2d08-ee98-45ea-ba89-46e6ad20e136 x-openstack-request-id: req-280e2d08-ee98-45ea-ba89-46e6ad20e136 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:50:17.035360 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb", "tag": "3f6cde59-b916-4f80-8d0f-18ae5482764b", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:50:17.035360 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-280e2d08-ee98-45ea-ba89-46e6ad20e136 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:50:17.035360 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb', 'tag': '3f6cde59-b916-4f80-8d0f-18ae5482764b', 'status': 'completed', 'code': 200} Aug 04 08:50:17.069129 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-a2fa78ff-3c82-46db-8bd3-5a614ec4bacc None None] Set router b8d82bda-2531-4a6c-83ab-63383f5e5b9a gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:50:17.114462 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-6695548e-6d7b-4f0c-8bda-f268f1eba960 req-e94114da-224a-4a81-a860-6a5238ee8821 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:17.169351 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-af5d4f1d-d88f-49fb-a012-48e4a33f4a02 req-e67931d4-a368-41df-ad73-82803a969d10 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=121c0666-176e-4718-9cc8-13781a53c1c8 HTTP/1.1" status: 200 len: 210 time: 0.0595884 Aug 04 08:50:17.171182 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94114da-224a-4a81-a860-6a5238ee8821 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Pushing event deleted for resources: {'Port': ['ID=ac73106a-5a1b-4922-991d-8fdb4c630669,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:17.201313 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63262a4d-b9c7-4dcf-a986-afaaa0599902 req-d861f750-fe25-485e-9e73-8a82f178f71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:50:17.202963 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-63262a4d-b9c7-4dcf-a986-afaaa0599902 req-d861f750-fe25-485e-9e73-8a82f178f71e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=aa3e51a69dab4e98a556a31f852f896e&device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 1099 time: 0.1224968 Aug 04 08:50:17.229318 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-6695548e-6d7b-4f0c-8bda-f268f1eba960 req-e94114da-224a-4a81-a860-6a5238ee8821 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] No DVR routers for this DVR port ac73106a-5a1b-4922-991d-8fdb4c630669 on host hv-cinder-80265 {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:50:17.235753 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-6695548e-6d7b-4f0c-8bda-f268f1eba960 req-e94114da-224a-4a81-a860-6a5238ee8821 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:17.237641 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-6695548e-6d7b-4f0c-8bda-f268f1eba960 req-e94114da-224a-4a81-a860-6a5238ee8821 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.61 "DELETE /v2.0/ports/ac73106a-5a1b-4922-991d-8fdb4c630669 HTTP/1.1" status: 204 len: 173 time: 0.8410683 Aug 04 08:50:17.279969 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-a2fa78ff-3c82-46db-8bd3-5a614ec4bacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'name': 'tempest-TestShelveInstance-2138028120-router', 'tenant_id': 'aa3e51a69dab4e98a556a31f852f896e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '40134821-ef44-46a3-bdb7-4899b9bc0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:45:36Z', 'updated_at': '2021-08-04T08:45:40Z', 'revision_number': 4, 'project_id': 'aa3e51a69dab4e98a556a31f852f896e', 'gw_port': {'id': '40134821-ef44-46a3-bdb7-4899b9bc0e0c', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:37Z', 'updated_at': '2021-08-04T08:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': 'cb097d50-76f8-4ff3-a073-d4cdb896c067', 'name': '', 'network_id': '8f9c73a6-89e6-4715-98d4-4d8878714ea6', 'tenant_id': 'aa3e51a69dab4e98a556a31f852f896e', 'mac_address': 'fa:16:3e:aa:71:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2ba08cd5-8402-4f50-9cd5-cc5c7c6d09fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:39Z', 'updated_at': '2021-08-04T08:45:45Z', 'revision_number': 5, 'project_id': 'aa3e51a69dab4e98a556a31f852f896e', 'subnets': [{'id': '2ba08cd5-8402-4f50-9cd5-cc5c7c6d09fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:17.314844 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63262a4d-b9c7-4dcf-a986-afaaa0599902 req-bd5f7833-20cd-47b9-8036-8e9a625027ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:50:17.316359 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-63262a4d-b9c7-4dcf-a986-afaaa0599902 req-bd5f7833-20cd-47b9-8036-8e9a625027ca service neutron] 10.222.0.61 "GET /v2.0/networks?id=8f9c73a6-89e6-4715-98d4-4d8878714ea6 HTTP/1.1" status: 200 len: 910 time: 0.0908382 Aug 04 08:50:17.318570 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fa78ff-3c82-46db-8bd3-5a614ec4bacc None None] Checking router: b8d82bda-2531-4a6c-83ab-63383f5e5b9a for host: dv-cinder-802653-4-iscsi {{(pid=100322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:50:17.328181 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fa78ff-3c82-46db-8bd3-5a614ec4bacc None None] Routers {'b8d82bda-2531-4a6c-83ab-63383f5e5b9a'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:50:17.328819 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-a2fa78ff-3c82-46db-8bd3-5a614ec4bacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:50:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['b8d82bda-2531-4a6c-83ab-63383f5e5b9a'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:17.425136 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21dce2b-8964-495b-9a27-bce40ae1bf93 req-a134f368-aec2-4ea8-8e90-08e05dfe32e5 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:50:17.429526 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a21dce2b-8964-495b-9a27-bce40ae1bf93 req-a134f368-aec2-4ea8-8e90-08e05dfe32e5 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 946 time: 0.0910456 Aug 04 08:50:17.429526 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-63262a4d-b9c7-4dcf-a986-afaaa0599902 req-dac7f07a-9d17-4b15-a788-b46b1883374c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f6cde59-b916-4f80-8d0f-18ae5482764b HTTP/1.1" status: 200 len: 217 time: 0.0540409 Aug 04 08:50:17.437114 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-a2fa78ff-3c82-46db-8bd3-5a614ec4bacc None None] Set router b8d82bda-2531-4a6c-83ab-63383f5e5b9a gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:50:17.498417 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-a21dce2b-8964-495b-9a27-bce40ae1bf93 req-1a9f18a2-8aa2-4582-bcc7-ff61f4d6a506 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656233 Aug 04 08:50:17.507926 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63262a4d-b9c7-4dcf-a986-afaaa0599902 req-a63b33cd-e4b2-4377-9305-b3875b46e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:50:17.507926 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-63262a4d-b9c7-4dcf-a986-afaaa0599902 req-a63b33cd-e4b2-4377-9305-b3875b46e77c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2ba08cd5-8402-4f50-9cd5-cc5c7c6d09fd HTTP/1.1" status: 200 len: 848 time: 0.0669367 Aug 04 08:50:17.561425 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63262a4d-b9c7-4dcf-a986-afaaa0599902 req-365db2b1-2d60-44c1-90c2-6e2c5453de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:50:17.565732 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-63262a4d-b9c7-4dcf-a986-afaaa0599902 req-365db2b1-2d60-44c1-90c2-6e2c5453de4a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f9c73a6-89e6-4715-98d4-4d8878714ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478022 Aug 04 08:50:17.666956 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-63262a4d-b9c7-4dcf-a986-afaaa0599902 req-c0788c2e-12f1-48cb-8d8d-9cb7c0088dd2 service neutron] 10.222.0.61 "GET /v2.0/networks/8f9c73a6-89e6-4715-98d4-4d8878714ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946469 Aug 04 08:50:17.764528 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-63262a4d-b9c7-4dcf-a986-afaaa0599902 req-4ad5581a-afad-4106-89c0-a8e020849c42 service neutron] 10.222.0.61 "GET /v2.0/networks/8f9c73a6-89e6-4715-98d4-4d8878714ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903563 Aug 04 08:50:17.765201 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-a2fa78ff-3c82-46db-8bd3-5a614ec4bacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'name': 'tempest-TestShelveInstance-2138028120-router', 'tenant_id': 'aa3e51a69dab4e98a556a31f852f896e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '40134821-ef44-46a3-bdb7-4899b9bc0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:45:36Z', 'updated_at': '2021-08-04T08:45:40Z', 'revision_number': 4, 'project_id': 'aa3e51a69dab4e98a556a31f852f896e', 'gw_port': {'id': '40134821-ef44-46a3-bdb7-4899b9bc0e0c', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:37Z', 'updated_at': '2021-08-04T08:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': 'cb097d50-76f8-4ff3-a073-d4cdb896c067', 'name': '', 'network_id': '8f9c73a6-89e6-4715-98d4-4d8878714ea6', 'tenant_id': 'aa3e51a69dab4e98a556a31f852f896e', 'mac_address': 'fa:16:3e:aa:71:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2ba08cd5-8402-4f50-9cd5-cc5c7c6d09fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:39Z', 'updated_at': '2021-08-04T08:45:45Z', 'revision_number': 5, 'project_id': 'aa3e51a69dab4e98a556a31f852f896e', 'subnets': [{'id': '2ba08cd5-8402-4f50-9cd5-cc5c7c6d09fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:17.791480 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fa78ff-3c82-46db-8bd3-5a614ec4bacc None None] The sync data for ids ['b8d82bda-2531-4a6c-83ab-63383f5e5b9a'] in dv-cinder-802653-4-iscsi is: [{'id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'name': 'tempest-TestShelveInstance-2138028120-router', 'tenant_id': 'aa3e51a69dab4e98a556a31f852f896e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '40134821-ef44-46a3-bdb7-4899b9bc0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:45:36Z', 'updated_at': '2021-08-04T08:45:40Z', 'revision_number': 4, 'project_id': 'aa3e51a69dab4e98a556a31f852f896e', 'gw_port': {'id': '40134821-ef44-46a3-bdb7-4899b9bc0e0c', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:37Z', 'updated_at': '2021-08-04T08:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': 'cb097d50-76f8-4ff3-a073-d4cdb896c067', 'name': '', 'network_id': '8f9c73a6-89e6-4715-98d4-4d8878714ea6', 'tenant_id': 'aa3e51a69dab4e98a556a31f852f896e', 'mac_address': 'fa:16:3e:aa:71:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2ba08cd5-8402-4f50-9cd5-cc5c7c6d09fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:39Z', 'updated_at': '2021-08-04T08:45:45Z', 'revision_number': 5, 'project_id': 'aa3e51a69dab4e98a556a31f852f896e', 'subnets': [{'id': '2ba08cd5-8402-4f50-9cd5-cc5c7c6d09fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:50:17.998718 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271bd4e4-3c0c-4a60-b51d-150c7e992f23 None None] New status for floating IP f9f1026c-3b36-40f5-be58-06d22cf1dc74: DOWN {{(pid=100323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 08:50:18.238722 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device ac73106a-5a1b-4922-991d-8fdb4c630669 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:50:18.261028 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] No Port match for: ac73106a-5a1b-4922-991d-8fdb4c630669 {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:50:18.261501 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device ac73106a-5a1b-4922-991d-8fdb4c630669 not bound to the agent host hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:50:18.283395 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c505ee47-9b16-4e82-b5b1-bc762e1a6c53 req-5dc0bfb8-e3d5-49d0-bcab-49321082c243 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=121c0666-176e-4718-9cc8-13781a53c1c8 HTTP/1.1" status: 200 len: 210 time: 0.0260451 Aug 04 08:50:18.869592 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b93b4-9344-418b-8e1f-865c7a6b844c req-869b1165-51b0-4800-a31c-7de9651b7172 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:50:18.870909 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-458b93b4-9344-418b-8e1f-865c7a6b844c req-869b1165-51b0-4800-a31c-7de9651b7172 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 946 time: 0.3018425 Aug 04 08:50:18.908876 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-458b93b4-9344-418b-8e1f-865c7a6b844c req-c62d351a-9d32-428c-b3bd-f55af7aa25f1 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321705 Aug 04 08:50:19.035890 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121c0666-176e-4718-9cc8-13781a53c1c8', 'name': 'network-vif-deleted', 'tag': 'ac73106a-5a1b-4922-991d-8fdb4c630669'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:50:19.038359 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc21445-6d0b-4a50-b134-df15b7f97c29" -d '{"events": [{"server_uuid": "121c0666-176e-4718-9cc8-13781a53c1c8", "name": "network-vif-deleted", "tag": "ac73106a-5a1b-4922-991d-8fdb4c630669"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:50:19.071896 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a37b0f-695c-4cd3-bfa9-49194eed8e4f x-openstack-request-id: req-83a37b0f-695c-4cd3-bfa9-49194eed8e4f {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:50:19.072215 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121c0666-176e-4718-9cc8-13781a53c1c8", "name": "network-vif-deleted", "tag": "ac73106a-5a1b-4922-991d-8fdb4c630669", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:50:19.072469 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-83a37b0f-695c-4cd3-bfa9-49194eed8e4f {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:50:19.072861 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '121c0666-176e-4718-9cc8-13781a53c1c8', 'name': 'network-vif-deleted', 'tag': 'ac73106a-5a1b-4922-991d-8fdb4c630669', 'status': 'completed', 'code': 200} Aug 04 08:50:20.022630 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80046b4-34d4-40d1-89fb-c0dfb45a7911 req-7a6162db-64bb-45ef-bb8b-0f63fb42b8c2 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:50:20.024127 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a80046b4-34d4-40d1-89fb-c0dfb45a7911 req-7a6162db-64bb-45ef-bb8b-0f63fb42b8c2 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 946 time: 0.0485466 Aug 04 08:50:20.060807 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-a80046b4-34d4-40d1-89fb-c0dfb45a7911 req-53b609fd-dbef-4ed8-9ace-db61c1c76b5c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307977 Aug 04 08:50:20.681023 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:21.178290 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82a77c-f8ab-4ee6-8fad-5823766d8bf1 req-b31fb63a-6850-4f1e-8c6c-2dfcd0cfcb7b tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:50:21.179666 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cb82a77c-f8ab-4ee6-8fad-5823766d8bf1 req-b31fb63a-6850-4f1e-8c6c-2dfcd0cfcb7b tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 946 time: 0.0484898 Aug 04 08:50:21.216847 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-cb82a77c-f8ab-4ee6-8fad-5823766d8bf1 req-b7ccd2b3-f118-4153-a39b-4f50265fa809 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312638 Aug 04 08:50:21.943091 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860f3ee-44d8-4b4d-95bb-ce29ad76572e req-0d6b9e5a-bc61-4f1d-8057-6932ba56d293 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:50:21.944533 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2860f3ee-44d8-4b4d-95bb-ce29ad76572e req-0d6b9e5a-bc61-4f1d-8057-6932ba56d293 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 946 time: 0.0479894 Aug 04 08:50:22.035334 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-2860f3ee-44d8-4b4d-95bb-ce29ad76572e req-ce2344f7-298c-4f00-96a3-e94bf8399987 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Deleting port 3f6cde59-b916-4f80-8d0f-18ae5482764b {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:50:22.035672 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-2860f3ee-44d8-4b4d-95bb-ce29ad76572e req-ce2344f7-298c-4f00-96a3-e94bf8399987 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:22.123886 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-2860f3ee-44d8-4b4d-95bb-ce29ad76572e req-ce2344f7-298c-4f00-96a3-e94bf8399987 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] For port 3f6cde59-b916-4f80-8d0f-18ae5482764b, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=3f6cde59-b916-4f80-8d0f-18ae5482764b,segment=NetworkSegment(a30e1fc5-cd44-4a68-adca-09aff10ba9bf),segment_id=a30e1fc5-cd44-4a68-adca-09aff10ba9bf)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:50:22.124281 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-2860f3ee-44d8-4b4d-95bb-ce29ad76572e req-ce2344f7-298c-4f00-96a3-e94bf8399987 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:22.140531 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-2860f3ee-44d8-4b4d-95bb-ce29ad76572e req-ce2344f7-298c-4f00-96a3-e94bf8399987 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Calling delete_port for 3f6cde59-b916-4f80-8d0f-18ae5482764b owned by compute:nova {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:50:22.330843 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4dcaf-fbd0-4eca-b4c1-e6322d6900f3 req-53ed6e6f-ece8-4abe-8381-e5f2e91e8891 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:50:22.332340 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-88b4dcaf-fbd0-4eca-b4c1-e6322d6900f3 req-53ed6e6f-ece8-4abe-8381-e5f2e91e8891 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 946 time: 0.0518589 Aug 04 08:50:22.338239 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-2860f3ee-44d8-4b4d-95bb-ce29ad76572e req-ce2344f7-298c-4f00-96a3-e94bf8399987 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:22.367868 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2344f7-298c-4f00-96a3-e94bf8399987 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Pushing event deleted for resources: {'Port': ['ID=3f6cde59-b916-4f80-8d0f-18ae5482764b,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:22.372799 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-88b4dcaf-fbd0-4eca-b4c1-e6322d6900f3 req-d09bdb44-64c3-452b-8a40-762ff44df2f9 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/security-groups?id=622aff1e-d7e9-4271-9720-5499efe94078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335660 Aug 04 08:50:22.381228 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2344f7-298c-4f00-96a3-e94bf8399987 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:50:22.381622 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2344f7-298c-4f00-96a3-e94bf8399987 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:50:22.381997 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2344f7-298c-4f00-96a3-e94bf8399987 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:50:22.382340 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2344f7-298c-4f00-96a3-e94bf8399987 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:50:22.382675 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2344f7-298c-4f00-96a3-e94bf8399987 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:50:22.383010 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2344f7-298c-4f00-96a3-e94bf8399987 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:50:22.383342 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2344f7-298c-4f00-96a3-e94bf8399987 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:50:22.383671 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2344f7-298c-4f00-96a3-e94bf8399987 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:50:22.384027 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2344f7-298c-4f00-96a3-e94bf8399987 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:50:22.384392 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2344f7-298c-4f00-96a3-e94bf8399987 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:50:22.384721 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2344f7-298c-4f00-96a3-e94bf8399987 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:50:22.385888 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2344f7-298c-4f00-96a3-e94bf8399987 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:50:22.436212 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-2860f3ee-44d8-4b4d-95bb-ce29ad76572e req-ce2344f7-298c-4f00-96a3-e94bf8399987 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] No DVR routers for this DVR port 3f6cde59-b916-4f80-8d0f-18ae5482764b on host hv-cinder-80265 {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:50:22.438784 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-2860f3ee-44d8-4b4d-95bb-ce29ad76572e req-ce2344f7-298c-4f00-96a3-e94bf8399987 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:22.440860 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-2860f3ee-44d8-4b4d-95bb-ce29ad76572e req-ce2344f7-298c-4f00-96a3-e94bf8399987 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.61 "DELETE /v2.0/ports/3f6cde59-b916-4f80-8d0f-18ae5482764b HTTP/1.1" status: 204 len: 173 time: 0.4900913 Aug 04 08:50:22.441273 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb', 'name': 'network-vif-deleted', 'tag': '3f6cde59-b916-4f80-8d0f-18ae5482764b'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:50:22.443485 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde4ff1d-a99a-47a0-aab8-54e124c234a3" -d '{"events": [{"server_uuid": "bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb", "name": "network-vif-deleted", "tag": "3f6cde59-b916-4f80-8d0f-18ae5482764b"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:50:22.479085 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c353b7e-3aff-4a09-ab5a-258fd11da206 x-openstack-request-id: req-5c353b7e-3aff-4a09-ab5a-258fd11da206 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:50:22.479267 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb", "name": "network-vif-deleted", "tag": "3f6cde59-b916-4f80-8d0f-18ae5482764b", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:50:22.479516 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5c353b7e-3aff-4a09-ab5a-258fd11da206 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:50:22.479907 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb', 'name': 'network-vif-deleted', 'tag': '3f6cde59-b916-4f80-8d0f-18ae5482764b', 'status': 'completed', 'code': 200} Aug 04 08:50:23.477496 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-c9f9efcc-6a27-4171-ac4a-5231384716da req-a06e090b-35f1-4f96-945f-f8ad42655331 tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9b9bd2-25dc-4fb8-a614-ec963bf42dfb HTTP/1.1" status: 200 len: 210 time: 0.0261543 Aug 04 08:50:24.106276 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57610) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:24.268605 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-31669ed1-e982-45ea-8bec-0a8940baa7df tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Deleting port 07b5f7b3-bded-417d-ab0e-714f4df0b0ad {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:50:24.268946 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-31669ed1-e982-45ea-8bec-0a8940baa7df tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:24.286805 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 3f6cde59-b916-4f80-8d0f-18ae5482764b no longer exists at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:50:24.305601 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] No Port match for: 3f6cde59-b916-4f80-8d0f-18ae5482764b {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:50:24.305954 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 3f6cde59-b916-4f80-8d0f-18ae5482764b not bound to the agent host hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:50:24.343467 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-31669ed1-e982-45ea-8bec-0a8940baa7df tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:24.343728 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-31669ed1-e982-45ea-8bec-0a8940baa7df tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:24.363760 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-31669ed1-e982-45ea-8bec-0a8940baa7df tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Calling delete_port for 07b5f7b3-bded-417d-ab0e-714f4df0b0ad owned by network:floatingip {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:50:24.536407 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57620) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:24.577687 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-31669ed1-e982-45ea-8bec-0a8940baa7df tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:24.610638 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31669ed1-e982-45ea-8bec-0a8940baa7df tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Pushing event deleted for resources: {'Port': ['ID=07b5f7b3-bded-417d-ab0e-714f4df0b0ad,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:24.644638 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bef8eaf5-903f-4196-8681-533f7d381c7c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:24.707134 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bef8eaf5-903f-4196-8681-533f7d381c7c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:24.722373 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-31669ed1-e982-45ea-8bec-0a8940baa7df tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for floatingip, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:24.722948 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.db.l3_db [None req-31669ed1-e982-45ea-8bec-0a8940baa7df tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Floating IP 1828719f-9d94-4558-8ee2-1cb1b964790a disassociated (deleted). External IP: 172.27.0.57, port: 61d2f223-47ff-455c-bf0f-0b82e633909b. Aug 04 08:50:24.970769 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bef8eaf5-903f-4196-8681-533f7d381c7c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:24.973334 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-bef8eaf5-903f-4196-8681-533f7d381c7c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:24.974453 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-bef8eaf5-903f-4196-8681-533f7d381c7c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] 10.222.0.45 "DELETE /v2.0/security-groups/622aff1e-d7e9-4271-9720-5499efe94078 HTTP/1.1" status: 204 len: 168 time: 0.4370725 Aug 04 08:50:24.992925 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8eaf5-903f-4196-8681-533f7d381c7c tempest-TestShelveInstance-1943477099 tempest-TestShelveInstance-1943477099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=622aff1e-d7e9-4271-9720-5499efe94078,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:25.004183 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31669ed1-e982-45ea-8bec-0a8940baa7df tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Router 4b811504-3b5e-4d85-8947-81201cead105 has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:50:25.013807 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-896dd450-b902-4d21-bba6-3300d3ead15a req-5c1fdc8b-661c-4894-b272-e5fc156e5213 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1484e9f4-268d-44e5-8b9d-fe228e962e3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746396 Aug 04 08:50:25.091691 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 57624) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:25.150798 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31669ed1-e982-45ea-8bec-0a8940baa7df tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:50:25.155768 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-31669ed1-e982-45ea-8bec-0a8940baa7df tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for floatingip, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:25.177744 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896dd450-b902-4d21-bba6-3300d3ead15a req-acd5a216-0814-480a-9632-5434117a525b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:50:25.179315 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-896dd450-b902-4d21-bba6-3300d3ead15a req-acd5a216-0814-480a-9632-5434117a525b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dedd88d93ffc4bca9dc856c5b204a955&device_id=1484e9f4-268d-44e5-8b9d-fe228e962e3b HTTP/1.1" status: 200 len: 1098 time: 0.0840454 Aug 04 08:50:25.193042 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-31669ed1-e982-45ea-8bec-0a8940baa7df tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "DELETE /v2.0/floatingips/1828719f-9d94-4558-8ee2-1cb1b964790a HTTP/1.1" status: 204 len: 168 time: 1.0854826 Aug 04 08:50:25.193750 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1484e9f4-268d-44e5-8b9d-fe228e962e3b', 'tag': '61d2f223-47ff-455c-bf0f-0b82e633909b'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:50:25.196245 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec432b9-7f66-4034-9021-303c6464230b" -d '{"events": [{"name": "network-changed", "server_uuid": "1484e9f4-268d-44e5-8b9d-fe228e962e3b", "tag": "61d2f223-47ff-455c-bf0f-0b82e633909b"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:50:25.291904 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14ff8ce-bb89-4fa7-a8ef-dece31f892e7 None None] Sync routers for ids ['4b811504-3b5e-4d85-8947-81201cead105'] in dv-cinder-802653-4-iscsi {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:50:25.294017 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 08:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0173785e-269f-48ce-a4f8-12d271b2adf2 x-openstack-request-id: req-0173785e-269f-48ce-a4f8-12d271b2adf2 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:50:25.294851 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1484e9f4-268d-44e5-8b9d-fe228e962e3b", "tag": "61d2f223-47ff-455c-bf0f-0b82e633909b", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:50:25.295076 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0173785e-269f-48ce-a4f8-12d271b2adf2 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:50:25.295583 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1484e9f4-268d-44e5-8b9d-fe228e962e3b', 'tag': '61d2f223-47ff-455c-bf0f-0b82e633909b', 'status': 'completed', 'code': 200} Aug 04 08:50:25.301476 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14ff8ce-bb89-4fa7-a8ef-dece31f892e7 None None] Routers {'4b811504-3b5e-4d85-8947-81201cead105'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:50:25.302545 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-c14ff8ce-bb89-4fa7-a8ef-dece31f892e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:50:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['4b811504-3b5e-4d85-8947-81201cead105'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:25.306094 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896dd450-b902-4d21-bba6-3300d3ead15a req-26518618-d7cd-45fb-9773-af7664856bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:50:25.307739 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-896dd450-b902-4d21-bba6-3300d3ead15a req-26518618-d7cd-45fb-9773-af7664856bd2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a5391651-c052-4019-966f-27312282f5a7 HTTP/1.1" status: 200 len: 913 time: 0.1079302 Aug 04 08:50:25.368330 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-896dd450-b902-4d21-bba6-3300d3ead15a req-52531129-b02d-45b8-b3e3-352c2dc22225 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61d2f223-47ff-455c-bf0f-0b82e633909b HTTP/1.1" status: 200 len: 217 time: 0.0531023 Aug 04 08:50:25.414299 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-c14ff8ce-bb89-4fa7-a8ef-dece31f892e7 None None] Set router 4b811504-3b5e-4d85-8947-81201cead105 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:50:25.421643 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896dd450-b902-4d21-bba6-3300d3ead15a req-86b4c9bd-f5f1-4946-8d03-1df4503c76de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:50:25.425984 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-896dd450-b902-4d21-bba6-3300d3ead15a req-86b4c9bd-f5f1-4946-8d03-1df4503c76de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=88edd72a-bd44-4717-a8ab-c97bf6648020 HTTP/1.1" status: 200 len: 851 time: 0.0483112 Aug 04 08:50:25.474007 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896dd450-b902-4d21-bba6-3300d3ead15a req-20ccb88a-bad4-4432-a155-0655573849f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:50:25.475518 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-896dd450-b902-4d21-bba6-3300d3ead15a req-20ccb88a-bad4-4432-a155-0655573849f7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5391651-c052-4019-966f-27312282f5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448871 Aug 04 08:50:25.480347 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0e6268f7-f803-44c1-8bc5-c1debbcd8ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2056185'] for router_interface, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:25.667777 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-896dd450-b902-4d21-bba6-3300d3ead15a req-442d2c7e-d138-47fd-bbd3-ef0549d7e5b5 service neutron] 10.222.0.61 "GET /v2.0/networks/a5391651-c052-4019-966f-27312282f5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835372 Aug 04 08:50:25.713383 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-c14ff8ce-bb89-4fa7-a8ef-dece31f892e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b811504-3b5e-4d85-8947-81201cead105', 'name': 'tempest-TestVolumeBootPattern-2134895935-router', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:44Z', 'updated_at': '2021-08-04T08:42:49Z', 'revision_number': 4, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'gw_port': {'id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:45Z', 'updated_at': '2021-08-04T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '4f564317-117c-4b42-a965-36d82bf45d2e', 'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'mac_address': 'fa:16:3e:7b:5c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:48Z', 'updated_at': '2021-08-04T08:42:55Z', 'revision_number': 5, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'subnets': [{'id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:25.745890 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14ff8ce-bb89-4fa7-a8ef-dece31f892e7 None None] Checking router: 4b811504-3b5e-4d85-8947-81201cead105 for host: dv-cinder-802653-4-iscsi {{(pid=100322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:50:25.760190 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14ff8ce-bb89-4fa7-a8ef-dece31f892e7 None None] Routers {'4b811504-3b5e-4d85-8947-81201cead105'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:50:25.760190 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-c14ff8ce-bb89-4fa7-a8ef-dece31f892e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:50:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['4b811504-3b5e-4d85-8947-81201cead105'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:25.784897 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-896dd450-b902-4d21-bba6-3300d3ead15a req-364c25a2-39a2-4387-86f3-d72ada51fc91 service neutron] 10.222.0.61 "GET /v2.0/networks/a5391651-c052-4019-966f-27312282f5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053672 Aug 04 08:50:25.870690 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-c14ff8ce-bb89-4fa7-a8ef-dece31f892e7 None None] Set router 4b811504-3b5e-4d85-8947-81201cead105 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:50:25.899666 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ec702-8b84-4037-a318-2b0e9ca2cab4 req-10399cc0-e6c8-44b0-90e1-0486f2a7b458 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:50:25.901823 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-867ec702-8b84-4037-a318-2b0e9ca2cab4 req-10399cc0-e6c8-44b0-90e1-0486f2a7b458 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=1484e9f4-268d-44e5-8b9d-fe228e962e3b HTTP/1.1" status: 200 len: 945 time: 0.0929165 Aug 04 08:50:25.924821 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [None req-0e6268f7-f803-44c1-8bc5-c1debbcd8ce7 admin admin] Deleting port cb097d50-76f8-4ff3-a073-d4cdb896c067 {{(pid=100320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:50:25.925058 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0e6268f7-f803-44c1-8bc5-c1debbcd8ce7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:25.986628 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec432b9-7f66-4034-9021-303c6464230b req-c21ded5e-097b-4e47-bdd1-1ec0b9b74fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:50:25.986911 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-867ec702-8b84-4037-a318-2b0e9ca2cab4 req-9f8e0ab7-18de-4722-9b27-dcce59a18e5e tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0791385 Aug 04 08:50:25.988640 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0ec432b9-7f66-4034-9021-303c6464230b req-c21ded5e-097b-4e47-bdd1-1ec0b9b74fb4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dedd88d93ffc4bca9dc856c5b204a955&device_id=1484e9f4-268d-44e5-8b9d-fe228e962e3b HTTP/1.1" status: 200 len: 1098 time: 0.0457008 Aug 04 08:50:26.024285 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.db [None req-0e6268f7-f803-44c1-8bc5-c1debbcd8ce7 admin admin] For port cb097d50-76f8-4ff3-a073-d4cdb896c067, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=cb097d50-76f8-4ff3-a073-d4cdb896c067,segment=NetworkSegment(a30e1fc5-cd44-4a68-adca-09aff10ba9bf),segment_id=a30e1fc5-cd44-4a68-adca-09aff10ba9bf)] {{(pid=100320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:50:26.024841 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0e6268f7-f803-44c1-8bc5-c1debbcd8ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:26.043898 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [None req-0e6268f7-f803-44c1-8bc5-c1debbcd8ce7 admin admin] Calling delete_port for cb097d50-76f8-4ff3-a073-d4cdb896c067 owned by network:router_interface {{(pid=100320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:50:26.090864 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-c14ff8ce-bb89-4fa7-a8ef-dece31f892e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b811504-3b5e-4d85-8947-81201cead105', 'name': 'tempest-TestVolumeBootPattern-2134895935-router', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:44Z', 'updated_at': '2021-08-04T08:42:49Z', 'revision_number': 4, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'gw_port': {'id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:45Z', 'updated_at': '2021-08-04T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '4f564317-117c-4b42-a965-36d82bf45d2e', 'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'mac_address': 'fa:16:3e:7b:5c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:48Z', 'updated_at': '2021-08-04T08:42:55Z', 'revision_number': 5, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'subnets': [{'id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:26.103642 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec432b9-7f66-4034-9021-303c6464230b req-cf494f2f-098e-4666-82b7-b70f9950830a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:50:26.105866 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0ec432b9-7f66-4034-9021-303c6464230b req-cf494f2f-098e-4666-82b7-b70f9950830a service neutron] 10.222.0.61 "GET /v2.0/networks?id=a5391651-c052-4019-966f-27312282f5a7 HTTP/1.1" status: 200 len: 913 time: 0.0969276 Aug 04 08:50:26.119235 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14ff8ce-bb89-4fa7-a8ef-dece31f892e7 None None] The sync data for ids ['4b811504-3b5e-4d85-8947-81201cead105'] in dv-cinder-802653-4-iscsi is: [{'id': '4b811504-3b5e-4d85-8947-81201cead105', 'name': 'tempest-TestVolumeBootPattern-2134895935-router', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:44Z', 'updated_at': '2021-08-04T08:42:49Z', 'revision_number': 4, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'gw_port': {'id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:45Z', 'updated_at': '2021-08-04T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi', '_interfaces': [{'id': '4f564317-117c-4b42-a965-36d82bf45d2e', 'name': '', 'network_id': 'a5391651-c052-4019-966f-27312282f5a7', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'mac_address': 'fa:16:3e:7b:5c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:48Z', 'updated_at': '2021-08-04T08:42:55Z', 'revision_number': 5, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'subnets': [{'id': '88edd72a-bd44-4717-a8ab-c97bf6648020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:50:26.151621 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0ec432b9-7f66-4034-9021-303c6464230b req-fab3fec8-431a-4b6c-b149-b687f007e955 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61d2f223-47ff-455c-bf0f-0b82e633909b HTTP/1.1" status: 200 len: 217 time: 0.0369828 Aug 04 08:50:26.202285 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec432b9-7f66-4034-9021-303c6464230b req-534d4009-dd01-47f5-9568-e664d3663d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:50:26.203852 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0ec432b9-7f66-4034-9021-303c6464230b req-534d4009-dd01-47f5-9568-e664d3663d7c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=88edd72a-bd44-4717-a8ab-c97bf6648020 HTTP/1.1" status: 200 len: 851 time: 0.0449390 Aug 04 08:50:26.262008 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec432b9-7f66-4034-9021-303c6464230b req-72875c66-cc41-40c3-94b6-591648ba7476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:50:26.265571 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0ec432b9-7f66-4034-9021-303c6464230b req-72875c66-cc41-40c3-94b6-591648ba7476 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5391651-c052-4019-966f-27312282f5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498281 Aug 04 08:50:26.326326 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0e6268f7-f803-44c1-8bc5-c1debbcd8ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134116821'] for port, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:26.356302 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6268f7-f803-44c1-8bc5-c1debbcd8ce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb097d50-76f8-4ff3-a073-d4cdb896c067,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:26.372279 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0ec432b9-7f66-4034-9021-303c6464230b req-61eee0e2-6425-449b-85fc-27cb2010301c service neutron] 10.222.0.61 "GET /v2.0/networks/a5391651-c052-4019-966f-27312282f5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996096 Aug 04 08:50:26.379844 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2573a80f-ac34-402a-9206-f44d067d9e3b None None] New status for floating IP 1828719f-9d94-4558-8ee2-1cb1b964790a: DOWN {{(pid=100323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 08:50:26.497427 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-0ec432b9-7f66-4034-9021-303c6464230b req-df4ca108-f9bf-4466-84dd-8896d5ec20e7 service neutron] 10.222.0.61 "GET /v2.0/networks/a5391651-c052-4019-966f-27312282f5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166325 Aug 04 08:50:26.542741 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-0e6268f7-f803-44c1-8bc5-c1debbcd8ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2056077'] for router_interface, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:26.751782 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6268f7-f803-44c1-8bc5-c1debbcd8ce7 admin admin] Router b8d82bda-2531-4a6c-83ab-63383f5e5b9a has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:50:26.863738 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6268f7-f803-44c1-8bc5-c1debbcd8ce7 admin admin] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:50:26.869208 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-0e6268f7-f803-44c1-8bc5-c1debbcd8ce7 admin admin] 10.222.0.45 "PUT /v2.0/routers/b8d82bda-2531-4a6c-83ab-63383f5e5b9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7757099 Aug 04 08:50:26.871770 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 57642) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:26.872858 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fe31dd-eee9-4b7a-b221-a0cd3473dcf0 None None] Sync routers for ids ['b8d82bda-2531-4a6c-83ab-63383f5e5b9a'] in dv-cinder-802653-4-iscsi {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:50:26.881891 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fe31dd-eee9-4b7a-b221-a0cd3473dcf0 None None] Routers {'b8d82bda-2531-4a6c-83ab-63383f5e5b9a'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:50:26.882497 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-f0fe31dd-eee9-4b7a-b221-a0cd3473dcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:50:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['b8d82bda-2531-4a6c-83ab-63383f5e5b9a'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:26.989161 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-111d6fba-729f-4685-838a-80055f262323 admin admin] Notify callbacks [] for router, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:26.997877 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-f0fe31dd-eee9-4b7a-b221-a0cd3473dcf0 None None] Set router b8d82bda-2531-4a6c-83ab-63383f5e5b9a gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:50:27.142483 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356262e-63d2-4f14-b7ec-2376fe722f82 req-0db4f294-f5c6-4697-b835-c5cc7ae370dd tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:50:27.144581 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d356262e-63d2-4f14-b7ec-2376fe722f82 req-0db4f294-f5c6-4697-b835-c5cc7ae370dd tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=1484e9f4-268d-44e5-8b9d-fe228e962e3b HTTP/1.1" status: 200 len: 945 time: 0.0638118 Aug 04 08:50:27.188298 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-d356262e-63d2-4f14-b7ec-2376fe722f82 req-4243e339-5ce2-460e-9bbc-e040894033d3 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/security-groups?id=970cb49f-e1fa-45ff-91aa-ba6791ce176b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0375283 Aug 04 08:50:27.228553 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-f0fe31dd-eee9-4b7a-b221-a0cd3473dcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'name': 'tempest-TestShelveInstance-2138028120-router', 'tenant_id': 'aa3e51a69dab4e98a556a31f852f896e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '40134821-ef44-46a3-bdb7-4899b9bc0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:45:36Z', 'updated_at': '2021-08-04T08:50:26Z', 'revision_number': 5, 'project_id': 'aa3e51a69dab4e98a556a31f852f896e', 'gw_port': {'id': '40134821-ef44-46a3-bdb7-4899b9bc0e0c', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:37Z', 'updated_at': '2021-08-04T08:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:27.256985 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fe31dd-eee9-4b7a-b221-a0cd3473dcf0 None None] Checking router: b8d82bda-2531-4a6c-83ab-63383f5e5b9a for host: dv-cinder-802653-4-iscsi {{(pid=100322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:50:27.266039 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fe31dd-eee9-4b7a-b221-a0cd3473dcf0 None None] Routers {'b8d82bda-2531-4a6c-83ab-63383f5e5b9a'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:50:27.266687 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-f0fe31dd-eee9-4b7a-b221-a0cd3473dcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:50:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['b8d82bda-2531-4a6c-83ab-63383f5e5b9a'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:27.379989 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-f0fe31dd-eee9-4b7a-b221-a0cd3473dcf0 None None] Set router b8d82bda-2531-4a6c-83ab-63383f5e5b9a gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:50:27.409281 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-111d6fba-729f-4685-838a-80055f262323 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:27.551665 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3870d92-9780-4dca-b357-0188957d06bc req-c8bf0c60-6e9e-4057-ae7e-9328205fb6e1 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 08:50:27.554051 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c3870d92-9780-4dca-b357-0188957d06bc req-c8bf0c60-6e9e-4057-ae7e-9328205fb6e1 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.61 "GET /v2.0/ports?device_id=1484e9f4-268d-44e5-8b9d-fe228e962e3b HTTP/1.1" status: 200 len: 945 time: 0.0575125 Aug 04 08:50:27.577646 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [None req-111d6fba-729f-4685-838a-80055f262323 admin admin] Deleting port 40134821-ef44-46a3-bdb7-4899b9bc0e0c {{(pid=100320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:50:27.578039 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-111d6fba-729f-4685-838a-80055f262323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:27.599216 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-f0fe31dd-eee9-4b7a-b221-a0cd3473dcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'name': 'tempest-TestShelveInstance-2138028120-router', 'tenant_id': 'aa3e51a69dab4e98a556a31f852f896e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '40134821-ef44-46a3-bdb7-4899b9bc0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:45:36Z', 'updated_at': '2021-08-04T08:50:26Z', 'revision_number': 5, 'project_id': 'aa3e51a69dab4e98a556a31f852f896e', 'gw_port': {'id': '40134821-ef44-46a3-bdb7-4899b9bc0e0c', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:37Z', 'updated_at': '2021-08-04T08:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:27.599443 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57662) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:27.640081 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fe31dd-eee9-4b7a-b221-a0cd3473dcf0 None None] The sync data for ids ['b8d82bda-2531-4a6c-83ab-63383f5e5b9a'] in dv-cinder-802653-4-iscsi is: [{'id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'name': 'tempest-TestShelveInstance-2138028120-router', 'tenant_id': 'aa3e51a69dab4e98a556a31f852f896e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '40134821-ef44-46a3-bdb7-4899b9bc0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:45:36Z', 'updated_at': '2021-08-04T08:50:26Z', 'revision_number': 5, 'project_id': 'aa3e51a69dab4e98a556a31f852f896e', 'gw_port': {'id': '40134821-ef44-46a3-bdb7-4899b9bc0e0c', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:15:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d82bda-2531-4a6c-83ab-63383f5e5b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:37Z', 'updated_at': '2021-08-04T08:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}] {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:50:27.686964 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.db [None req-111d6fba-729f-4685-838a-80055f262323 admin admin] For port 40134821-ef44-46a3-bdb7-4899b9bc0e0c, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=40134821-ef44-46a3-bdb7-4899b9bc0e0c,segment=NetworkSegment(14aa563b-e8c7-40ac-9bd4-d0f3043acf10),segment_id=14aa563b-e8c7-40ac-9bd4-d0f3043acf10)] {{(pid=100320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:50:27.687426 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-111d6fba-729f-4685-838a-80055f262323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:27.703834 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [None req-111d6fba-729f-4685-838a-80055f262323 admin admin] Calling delete_port for 40134821-ef44-46a3-bdb7-4899b9bc0e0c owned by network:router_gateway {{(pid=100320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:50:27.718073 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-c3870d92-9780-4dca-b357-0188957d06bc req-0cb332be-85b3-4c1f-af9c-fb73ab2ea670 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Deleting port 61d2f223-47ff-455c-bf0f-0b82e633909b {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:50:27.718614 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-c3870d92-9780-4dca-b357-0188957d06bc req-0cb332be-85b3-4c1f-af9c-fb73ab2ea670 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:27.773115 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-210ef62a-6839-41ad-a190-f9dbca7fab29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:27.846191 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [req-c3870d92-9780-4dca-b357-0188957d06bc req-0cb332be-85b3-4c1f-af9c-fb73ab2ea670 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] For port 61d2f223-47ff-455c-bf0f-0b82e633909b, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=61d2f223-47ff-455c-bf0f-0b82e633909b,segment=NetworkSegment(55668721-c8bf-4df9-929d-07849ad010f4),segment_id=55668721-c8bf-4df9-929d-07849ad010f4)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:50:27.846477 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-c3870d92-9780-4dca-b357-0188957d06bc req-0cb332be-85b3-4c1f-af9c-fb73ab2ea670 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:27.864352 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [req-c3870d92-9780-4dca-b357-0188957d06bc req-0cb332be-85b3-4c1f-af9c-fb73ab2ea670 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Calling delete_port for 61d2f223-47ff-455c-bf0f-0b82e633909b owned by compute:nova {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:50:27.942990 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-111d6fba-729f-4685-838a-80055f262323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134116821'] for port, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:27.970393 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d6fba-729f-4685-838a-80055f262323 admin admin] Pushing event deleted for resources: {'Port': ['ID=40134821-ef44-46a3-bdb7-4899b9bc0e0c,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:27.973023 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-210ef62a-6839-41ad-a190-f9dbca7fab29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:28.032006 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-111d6fba-729f-4685-838a-80055f262323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055479'] for router_gateway, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:28.057496 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-210ef62a-6839-41ad-a190-f9dbca7fab29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:28.101066 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-210ef62a-6839-41ad-a190-f9dbca7fab29 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2b46e19e21574ab4b76b926fff70fcd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5003111 Aug 04 08:50:28.103604 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ef62a-6839-41ad-a190-f9dbca7fab29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47d3e87-222a-4396-890d-4c2186ede5ab,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:28.106418 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57666) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:28.120121 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-c3870d92-9780-4dca-b357-0188957d06bc req-0cb332be-85b3-4c1f-af9c-fb73ab2ea670 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:28.127128 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-111d6fba-729f-4685-838a-80055f262323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8287'] for router, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:28.129969 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-111d6fba-729f-4685-838a-80055f262323 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:28.164801 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb332be-85b3-4c1f-af9c-fb73ab2ea670 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Pushing event deleted for resources: {'Port': ['ID=61d2f223-47ff-455c-bf0f-0b82e633909b,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:28.221374 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3870d92-9780-4dca-b357-0188957d06bc req-0cb332be-85b3-4c1f-af9c-fb73ab2ea670 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] No DVR routers for this DVR port 61d2f223-47ff-455c-bf0f-0b82e633909b on host hv-cinder-80265 {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:50:28.222945 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ffaa809b-3f3a-4c79-8e05-725741bdb9ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:28.225070 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [req-c3870d92-9780-4dca-b357-0188957d06bc req-0cb332be-85b3-4c1f-af9c-fb73ab2ea670 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for port, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:28.226975 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-c3870d92-9780-4dca-b357-0188957d06bc req-0cb332be-85b3-4c1f-af9c-fb73ab2ea670 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.61 "DELETE /v2.0/ports/61d2f223-47ff-455c-bf0f-0b82e633909b HTTP/1.1" status: 204 len: 173 time: 0.6661212 Aug 04 08:50:28.227531 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1484e9f4-268d-44e5-8b9d-fe228e962e3b', 'name': 'network-vif-deleted', 'tag': '61d2f223-47ff-455c-bf0f-0b82e633909b'}] {{(pid=100321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 08:50:28.229792 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8762504082a20fc5aa3b6f9634dd9ad7cba96fa337c9885acacdf3c9ec60177e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25571c8-5981-4e51-8d69-8b4b88767dca" -d '{"events": [{"server_uuid": "1484e9f4-268d-44e5-8b9d-fe228e962e3b", "name": "network-vif-deleted", "tag": "61d2f223-47ff-455c-bf0f-0b82e633909b"}]}' {{(pid=100321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 08:50:28.257112 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ffaa809b-3f3a-4c79-8e05-725741bdb9ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:28.275777 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 08:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6023b7e-7a9d-44ec-ac15-2908090993e0 x-openstack-request-id: req-d6023b7e-7a9d-44ec-ac15-2908090993e0 {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 08:50:28.276098 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1484e9f4-268d-44e5-8b9d-fe228e962e3b", "name": "network-vif-deleted", "tag": "61d2f223-47ff-455c-bf0f-0b82e633909b", "status": "completed", "code": 200}]} {{(pid=100321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 08:50:28.276355 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d6023b7e-7a9d-44ec-ac15-2908090993e0 {{(pid=100321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 08:50:28.276752 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1484e9f4-268d-44e5-8b9d-fe228e962e3b', 'name': 'network-vif-deleted', 'tag': '61d2f223-47ff-455c-bf0f-0b82e633909b', 'status': 'completed', 'code': 200} Aug 04 08:50:28.286210 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [req-def37166-404f-42a0-baca-d1aabfffb10a req-34c07167-cb6a-429b-8aca-dccfb1a86873 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=1484e9f4-268d-44e5-8b9d-fe228e962e3b HTTP/1.1" status: 200 len: 210 time: 0.0284648 Aug 04 08:50:28.286923 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-111d6fba-729f-4685-838a-80055f262323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2049596'] for router, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:28.287432 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111d6fba-729f-4685-838a-80055f262323 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8d82bda-2531-4a6c-83ab-63383f5e5b9a {{(pid=100320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 08:50:28.291977 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-111d6fba-729f-4685-838a-80055f262323 admin admin] Notify callbacks [] for router, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:28.292979 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-111d6fba-729f-4685-838a-80055f262323 admin admin] 10.222.0.45 "DELETE /v2.0/routers/b8d82bda-2531-4a6c-83ab-63383f5e5b9a HTTP/1.1" status: 204 len: 168 time: 1.4202418 Aug 04 08:50:28.295470 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 57672) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:28.348516 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.db_base_plugin_v2 [None req-e832b423-bcf6-4940-ba63-02416fed5058 admin admin] Deleting subnet 2ba08cd5-8402-4f50-9cd5-cc5c7c6d09fd {{(pid=100320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 08:50:28.351767 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e832b423-bcf6-4940-ba63-02416fed5058 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:28.388629 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e832b423-bcf6-4940-ba63-02416fed5058 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133554087'] for subnet, precommit_delete_associations {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:28.400073 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ffaa809b-3f3a-4c79-8e05-725741bdb9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:28.402707 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ffaa809b-3f3a-4c79-8e05-725741bdb9ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:28.412786 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-ffaa809b-3f3a-4c79-8e05-725741bdb9ce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f47d3e87-222a-4396-890d-4c2186ede5ab HTTP/1.1" status: 204 len: 168 time: 0.2969010 Aug 04 08:50:28.421085 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa809b-3f3a-4c79-8e05-725741bdb9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47d3e87-222a-4396-890d-4c2186ede5ab,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:28.484974 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e832b423-bcf6-4940-ba63-02416fed5058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-928750'] for subnet, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:28.633533 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e832b423-bcf6-4940-ba63-02416fed5058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-928029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-134116618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133633541'] for subnet, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:28.658225 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832b423-bcf6-4940-ba63-02416fed5058 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ba08cd5-8402-4f50-9cd5-cc5c7c6d09fd,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:28.661866 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-e832b423-bcf6-4940-ba63-02416fed5058 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:28.663827 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-e832b423-bcf6-4940-ba63-02416fed5058 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/2ba08cd5-8402-4f50-9cd5-cc5c7c6d09fd HTTP/1.1" status: 204 len: 168 time: 0.3667638 Aug 04 08:50:28.668786 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57676) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:28.672109 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f94aa6-f337-4d20-a0a5-e1c99db8694d None None] Network 8f9c73a6-89e6-4715-98d4-4d8878714ea6 requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:50:28.763651 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7a562fbb-a02b-489e-bbbe-c657537e1427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583520'] for network, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:28.845483 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-7a562fbb-a02b-489e-bbbe-c657537e1427 admin admin] Deleting port 9e943920-2a97-41f5-a5b3-1beed8499539 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:50:28.845998 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7a562fbb-a02b-489e-bbbe-c657537e1427 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:28.901766 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f101532a-2a5a-47c1-9b86-facccdfcbeac None None] DHCP port deletion for 8f9c73a6-89e6-4715-98d4-4d8878714ea6 request from dv-cinder-802653-4-iscsi {{(pid=100322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 08:50:28.927715 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [None req-7a562fbb-a02b-489e-bbbe-c657537e1427 admin admin] For port 9e943920-2a97-41f5-a5b3-1beed8499539, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=9e943920-2a97-41f5-a5b3-1beed8499539,segment=NetworkSegment(a30e1fc5-cd44-4a68-adca-09aff10ba9bf),segment_id=a30e1fc5-cd44-4a68-adca-09aff10ba9bf)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:50:28.928190 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7a562fbb-a02b-489e-bbbe-c657537e1427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:28.950620 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-7a562fbb-a02b-489e-bbbe-c657537e1427 admin admin] Calling delete_port for 9e943920-2a97-41f5-a5b3-1beed8499539 owned by network:dhcp {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:50:28.954606 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-f101532a-2a5a-47c1-9b86-facccdfcbeac None None] Deleting port 9e943920-2a97-41f5-a5b3-1beed8499539 {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:50:28.954993 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f101532a-2a5a-47c1-9b86-facccdfcbeac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:28.995872 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device cb097d50-76f8-4ff3-a073-d4cdb896c067 no longer exists at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:50:29.019962 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] No Port match for: cb097d50-76f8-4ff3-a073-d4cdb896c067 {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:50:29.020313 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device cb097d50-76f8-4ff3-a073-d4cdb896c067 not bound to the agent host dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:50:29.020741 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 40134821-ef44-46a3-bdb7-4899b9bc0e0c no longer exists at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:50:29.132111 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7a562fbb-a02b-489e-bbbe-c657537e1427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:29.162290 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a562fbb-a02b-489e-bbbe-c657537e1427 admin admin] No DVR routers for this DVR port 9e943920-2a97-41f5-a5b3-1beed8499539 on host dv-cinder-802653-4-iscsi {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:50:29.168596 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a562fbb-a02b-489e-bbbe-c657537e1427 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e943920-2a97-41f5-a5b3-1beed8499539,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:29.183545 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] No Port match for: 40134821-ef44-46a3-bdb7-4899b9bc0e0c {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:50:29.183904 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 40134821-ef44-46a3-bdb7-4899b9bc0e0c not bound to the agent host dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:50:29.184417 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 9e943920-2a97-41f5-a5b3-1beed8499539 no longer exists at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:50:29.213292 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] No Port match for: 9e943920-2a97-41f5-a5b3-1beed8499539 {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:50:29.213800 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 9e943920-2a97-41f5-a5b3-1beed8499539 not bound to the agent host dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:50:29.229597 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-f101532a-2a5a-47c1-9b86-facccdfcbeac None None] For port 9e943920-2a97-41f5-a5b3-1beed8499539, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=9e943920-2a97-41f5-a5b3-1beed8499539,segment=NetworkSegment(a30e1fc5-cd44-4a68-adca-09aff10ba9bf),segment_id=a30e1fc5-cd44-4a68-adca-09aff10ba9bf)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:50:29.229597 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f101532a-2a5a-47c1-9b86-facccdfcbeac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:29.236803 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-f101532a-2a5a-47c1-9b86-facccdfcbeac None None] Calling delete_port for 9e943920-2a97-41f5-a5b3-1beed8499539 owned by network:dhcp {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:50:29.251636 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7a562fbb-a02b-489e-bbbe-c657537e1427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-926057', 'neutron.services.segments.db._delete_segments_for_network-8749051068919'] for network, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:29.273692 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-7a562fbb-a02b-489e-bbbe-c657537e1427 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f9c73a6-89e6-4715-98d4-4d8878714ea6']}} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:29.285220 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-7a562fbb-a02b-489e-bbbe-c657537e1427 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a30e1fc5-cd44-4a68-adca-09aff10ba9bf') {'for_net_delete': True} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:29.285522 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-7a562fbb-a02b-489e-bbbe-c657537e1427 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a30e1fc5-cd44-4a68-adca-09aff10ba9bf') {} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:29.295280 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7a562fbb-a02b-489e-bbbe-c657537e1427 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749051071492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132616324'] for segment, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:29.308992 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7a562fbb-a02b-489e-bbbe-c657537e1427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:29.317187 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a562fbb-a02b-489e-bbbe-c657537e1427 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=100321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 08:50:29.319718 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7a562fbb-a02b-489e-bbbe-c657537e1427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132619724'] for segment, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:29.319718 dv-cinder-802653-4-iscsi neutron-server[100321]: Traceback (most recent call last): Aug 04 08:50:29.319718 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 08:50:29.319718 dv-cinder-802653-4-iscsi neutron-server[100321]: timer() Aug 04 08:50:29.319718 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 08:50:29.319718 dv-cinder-802653-4-iscsi neutron-server[100321]: cb(*args, **kw) Aug 04 08:50:29.319718 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 08:50:29.319718 dv-cinder-802653-4-iscsi neutron-server[100321]: return func(*args, **kwargs) Aug 04 08:50:29.319718 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 08:50:29.319718 dv-cinder-802653-4-iscsi neutron-server[100321]: self._notify() Aug 04 08:50:29.319718 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 08:50:29.319718 dv-cinder-802653-4-iscsi neutron-server[100321]: self.callback(batched_events) Aug 04 08:50:29.319718 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 08:50:29.319718 dv-cinder-802653-4-iscsi neutron-server[100321]: event.method(event) Aug 04 08:50:29.319718 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 08:50:29.319718 dv-cinder-802653-4-iscsi neutron-server[100321]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 08:50:29.319718 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 08:50:29.319718 dv-cinder-802653-4-iscsi neutron-server[100321]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 08:50:29.319718 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 08:50:29.319718 dv-cinder-802653-4-iscsi neutron-server[100321]: return f(self, *a, **k) Aug 04 08:50:29.319718 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 08:50:29.319718 dv-cinder-802653-4-iscsi neutron-server[100321]: return self._get(url).json() Aug 04 08:50:29.319718 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 08:50:29.319718 dv-cinder-802653-4-iscsi neutron-server[100321]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 08:50:29.319718 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 08:50:29.319718 dv-cinder-802653-4-iscsi neutron-server[100321]: return self.request(url, 'GET', **kwargs) Aug 04 08:50:29.319718 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 08:50:29.319718 dv-cinder-802653-4-iscsi neutron-server[100321]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 08:50:29.319718 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 08:50:29.319718 dv-cinder-802653-4-iscsi neutron-server[100321]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 08:50:29.319718 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 08:50:29.319718 dv-cinder-802653-4-iscsi neutron-server[100321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 08:50:29.319718 dv-cinder-802653-4-iscsi neutron-server[100321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 08:50:29.346824 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f101532a-2a5a-47c1-9b86-facccdfcbeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:29.381889 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101532a-2a5a-47c1-9b86-facccdfcbeac None None] Pushing event deleted for resources: {'Port': ['ID=9e943920-2a97-41f5-a5b3-1beed8499539,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:29.387623 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f101532a-2a5a-47c1-9b86-facccdfcbeac None None] No DVR routers for this DVR port 9e943920-2a97-41f5-a5b3-1beed8499539 on host dv-cinder-802653-4-iscsi {{(pid=100322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:50:29.395505 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f101532a-2a5a-47c1-9b86-facccdfcbeac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:50:29.396098 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f101532a-2a5a-47c1-9b86-facccdfcbeac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:50:29.396608 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f101532a-2a5a-47c1-9b86-facccdfcbeac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:50:29.397114 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f101532a-2a5a-47c1-9b86-facccdfcbeac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:50:29.397614 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f101532a-2a5a-47c1-9b86-facccdfcbeac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:50:29.398524 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f101532a-2a5a-47c1-9b86-facccdfcbeac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:50:29.399026 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f101532a-2a5a-47c1-9b86-facccdfcbeac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:50:29.399553 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f101532a-2a5a-47c1-9b86-facccdfcbeac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:50:29.400646 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f101532a-2a5a-47c1-9b86-facccdfcbeac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:50:29.405619 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f101532a-2a5a-47c1-9b86-facccdfcbeac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:50:29.405619 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f101532a-2a5a-47c1-9b86-facccdfcbeac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:50:29.405619 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f101532a-2a5a-47c1-9b86-facccdfcbeac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:50:29.451139 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [req-b18a0c73-cc49-473e-8bb0-8fc0ac47334f req-14634f0f-4128-4cf1-b502-410391584236 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "GET /v2.0/ports?device_id=1484e9f4-268d-44e5-8b9d-fe228e962e3b HTTP/1.1" status: 200 len: 210 time: 0.0308909 Aug 04 08:50:29.451886 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7a562fbb-a02b-489e-bbbe-c657537e1427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055443'] for network, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:29.467873 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-7a562fbb-a02b-489e-bbbe-c657537e1427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:29.472429 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-7a562fbb-a02b-489e-bbbe-c657537e1427 admin admin] 10.222.0.45 "DELETE /v2.0/networks/8f9c73a6-89e6-4715-98d4-4d8878714ea6 HTTP/1.1" status: 204 len: 168 time: 0.8001120 Aug 04 08:50:29.472721 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 57696) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:29.475875 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a562fbb-a02b-489e-bbbe-c657537e1427 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f9c73a6-89e6-4715-98d4-4d8878714ea6,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:29.826742 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-afcbaace-1617-4349-b120-910de16dceef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2056185'] for router_interface, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:30.069317 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [None req-afcbaace-1617-4349-b120-910de16dceef admin admin] Deleting port 7edf37d5-ac2f-48e1-b577-57f1cf3e4b47 {{(pid=100320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:50:30.069665 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-afcbaace-1617-4349-b120-910de16dceef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:30.156947 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.db [None req-afcbaace-1617-4349-b120-910de16dceef admin admin] For port 7edf37d5-ac2f-48e1-b577-57f1cf3e4b47, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=7edf37d5-ac2f-48e1-b577-57f1cf3e4b47,segment=NetworkSegment(e8ee7cd0-f72d-40ef-9fb1-fe8eebbb9ed6),segment_id=e8ee7cd0-f72d-40ef-9fb1-fe8eebbb9ed6)] {{(pid=100320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:50:30.157337 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-afcbaace-1617-4349-b120-910de16dceef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:30.170275 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [None req-afcbaace-1617-4349-b120-910de16dceef admin admin] Calling delete_port for 7edf37d5-ac2f-48e1-b577-57f1cf3e4b47 owned by network:router_interface {{(pid=100320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:50:30.298889 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 61d2f223-47ff-455c-bf0f-0b82e633909b no longer exists at agent hyperv_hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:50:30.322521 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] No Port match for: 61d2f223-47ff-455c-bf0f-0b82e633909b {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:50:30.322868 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Device 61d2f223-47ff-455c-bf0f-0b82e633909b not bound to the agent host hv-cinder-80265 {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:50:30.411170 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-afcbaace-1617-4349-b120-910de16dceef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134116821'] for port, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:30.438379 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbaace-1617-4349-b120-910de16dceef admin admin] Pushing event deleted for resources: {'Port': ['ID=7edf37d5-ac2f-48e1-b577-57f1cf3e4b47,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:30.530230 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57710) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:30.605261 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-afcbaace-1617-4349-b120-910de16dceef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2056077'] for router_interface, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:30.658699 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-d5ee4558-f0c3-476f-bd19-a9b2bc7dbfc7 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Deleting port 8b2d026f-bfdc-4582-b19c-258dc12157e1 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:50:30.659043 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d5ee4558-f0c3-476f-bd19-a9b2bc7dbfc7 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:30.733841 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d5ee4558-f0c3-476f-bd19-a9b2bc7dbfc7 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:30.734102 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d5ee4558-f0c3-476f-bd19-a9b2bc7dbfc7 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:30.746022 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-d5ee4558-f0c3-476f-bd19-a9b2bc7dbfc7 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Calling delete_port for 8b2d026f-bfdc-4582-b19c-258dc12157e1 owned by network:floatingip {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:50:30.825060 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afcbaace-1617-4349-b120-910de16dceef admin admin] Router 74387120-b404-4b18-9bad-e8abaf440578 has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:50:30.931679 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcbaace-1617-4349-b120-910de16dceef admin admin] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:50:30.936628 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-afcbaace-1617-4349-b120-910de16dceef admin admin] 10.222.0.45 "PUT /v2.0/routers/74387120-b404-4b18-9bad-e8abaf440578/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4626055 Aug 04 08:50:30.939274 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57712) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:30.940911 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a131d0-eda6-4921-bbb0-13bdd7fc5fb5 None None] Sync routers for ids ['74387120-b404-4b18-9bad-e8abaf440578'] in dv-cinder-802653-4-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:50:30.948598 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d5ee4558-f0c3-476f-bd19-a9b2bc7dbfc7 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:30.951510 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a131d0-eda6-4921-bbb0-13bdd7fc5fb5 None None] Routers {'74387120-b404-4b18-9bad-e8abaf440578'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:50:30.952153 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-20a131d0-eda6-4921-bbb0-13bdd7fc5fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:50:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['74387120-b404-4b18-9bad-e8abaf440578'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:31.018794 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee4558-f0c3-476f-bd19-a9b2bc7dbfc7 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Pushing event deleted for resources: {'Port': ['ID=8b2d026f-bfdc-4582-b19c-258dc12157e1,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:31.053390 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-20a131d0-eda6-4921-bbb0-13bdd7fc5fb5 None None] Set router 74387120-b404-4b18-9bad-e8abaf440578 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:50:31.117499 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d5ee4558-f0c3-476f-bd19-a9b2bc7dbfc7 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for floatingip, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:31.120081 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d5ee4558-f0c3-476f-bd19-a9b2bc7dbfc7 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520575'] for floatingip, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:31.121259 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-d5ee4558-f0c3-476f-bd19-a9b2bc7dbfc7 tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "DELETE /v2.0/floatingips/d2158783-0706-433f-acbe-970ae95b2284 HTTP/1.1" status: 204 len: 168 time: 0.5899529 Aug 04 08:50:31.130256 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-623c8d5e-5a1c-4f1f-bda4-d8ed1730cc18 admin admin] Notify callbacks [] for router, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:31.233263 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-623c8d5e-5a1c-4f1f-bda4-d8ed1730cc18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:31.245416 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-20a131d0-eda6-4921-bbb0-13bdd7fc5fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74387120-b404-4b18-9bad-e8abaf440578', 'name': 'tempest-TestShelveInstance-1140379936-router', 'tenant_id': 'fe6ad1d79e644e73ac7213bd94dd59ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd17507dc-f5d9-44d8-a51b-dfa4c565647f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:45:43Z', 'updated_at': '2021-08-04T08:50:30Z', 'revision_number': 5, 'project_id': 'fe6ad1d79e644e73ac7213bd94dd59ce', 'gw_port': {'id': 'd17507dc-f5d9-44d8-a51b-dfa4c565647f', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74387120-b404-4b18-9bad-e8abaf440578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:43Z', 'updated_at': '2021-08-04T08:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:31.271553 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a131d0-eda6-4921-bbb0-13bdd7fc5fb5 None None] Checking router: 74387120-b404-4b18-9bad-e8abaf440578 for host: dv-cinder-802653-4-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:50:31.280181 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a131d0-eda6-4921-bbb0-13bdd7fc5fb5 None None] Routers {'74387120-b404-4b18-9bad-e8abaf440578'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:50:31.280798 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-20a131d0-eda6-4921-bbb0-13bdd7fc5fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:50:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['74387120-b404-4b18-9bad-e8abaf440578'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:31.390609 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-20a131d0-eda6-4921-bbb0-13bdd7fc5fb5 None None] Set router 74387120-b404-4b18-9bad-e8abaf440578 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:50:31.588268 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-20a131d0-eda6-4921-bbb0-13bdd7fc5fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74387120-b404-4b18-9bad-e8abaf440578', 'name': 'tempest-TestShelveInstance-1140379936-router', 'tenant_id': 'fe6ad1d79e644e73ac7213bd94dd59ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd17507dc-f5d9-44d8-a51b-dfa4c565647f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:45:43Z', 'updated_at': '2021-08-04T08:50:30Z', 'revision_number': 5, 'project_id': 'fe6ad1d79e644e73ac7213bd94dd59ce', 'gw_port': {'id': 'd17507dc-f5d9-44d8-a51b-dfa4c565647f', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74387120-b404-4b18-9bad-e8abaf440578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:43Z', 'updated_at': '2021-08-04T08:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:31.615061 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a131d0-eda6-4921-bbb0-13bdd7fc5fb5 None None] The sync data for ids ['74387120-b404-4b18-9bad-e8abaf440578'] in dv-cinder-802653-4-iscsi is: [{'id': '74387120-b404-4b18-9bad-e8abaf440578', 'name': 'tempest-TestShelveInstance-1140379936-router', 'tenant_id': 'fe6ad1d79e644e73ac7213bd94dd59ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd17507dc-f5d9-44d8-a51b-dfa4c565647f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:45:43Z', 'updated_at': '2021-08-04T08:50:30Z', 'revision_number': 5, 'project_id': 'fe6ad1d79e644e73ac7213bd94dd59ce', 'gw_port': {'id': 'd17507dc-f5d9-44d8-a51b-dfa4c565647f', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74387120-b404-4b18-9bad-e8abaf440578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:45:43Z', 'updated_at': '2021-08-04T08:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:50:31.625771 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-623c8d5e-5a1c-4f1f-bda4-d8ed1730cc18 admin admin] Deleting port d17507dc-f5d9-44d8-a51b-dfa4c565647f {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:50:31.626331 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-623c8d5e-5a1c-4f1f-bda4-d8ed1730cc18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:31.704378 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [None req-623c8d5e-5a1c-4f1f-bda4-d8ed1730cc18 admin admin] For port d17507dc-f5d9-44d8-a51b-dfa4c565647f, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=d17507dc-f5d9-44d8-a51b-dfa4c565647f,segment=NetworkSegment(14aa563b-e8c7-40ac-9bd4-d0f3043acf10),segment_id=14aa563b-e8c7-40ac-9bd4-d0f3043acf10)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:50:31.704772 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-623c8d5e-5a1c-4f1f-bda4-d8ed1730cc18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:31.717072 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-623c8d5e-5a1c-4f1f-bda4-d8ed1730cc18 admin admin] Calling delete_port for d17507dc-f5d9-44d8-a51b-dfa4c565647f owned by network:router_gateway {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:50:31.960106 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-623c8d5e-5a1c-4f1f-bda4-d8ed1730cc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:31.999274 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c8d5e-5a1c-4f1f-bda4-d8ed1730cc18 admin admin] Pushing event deleted for resources: {'Port': ['ID=d17507dc-f5d9-44d8-a51b-dfa4c565647f,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:32.054096 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-623c8d5e-5a1c-4f1f-bda4-d8ed1730cc18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055479'] for router_gateway, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:32.147214 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-623c8d5e-5a1c-4f1f-bda4-d8ed1730cc18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8287'] for router, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:32.149392 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-623c8d5e-5a1c-4f1f-bda4-d8ed1730cc18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:32.273260 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-623c8d5e-5a1c-4f1f-bda4-d8ed1730cc18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2049596'] for router, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:32.273822 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623c8d5e-5a1c-4f1f-bda4-d8ed1730cc18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74387120-b404-4b18-9bad-e8abaf440578 {{(pid=100321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 08:50:32.279139 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-623c8d5e-5a1c-4f1f-bda4-d8ed1730cc18 admin admin] Notify callbacks [] for router, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:32.280288 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-623c8d5e-5a1c-4f1f-bda4-d8ed1730cc18 admin admin] 10.222.0.45 "DELETE /v2.0/routers/74387120-b404-4b18-9bad-e8abaf440578 HTTP/1.1" status: 204 len: 168 time: 1.3397572 Aug 04 08:50:32.282707 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57728) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:32.333226 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e5e6203-1776-45df-b169-fa2027a51e0d admin admin] Deleting subnet 3f29eba2-c868-485f-95da-20183aecad0d {{(pid=100321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 08:50:32.336624 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6e5e6203-1776-45df-b169-fa2027a51e0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:32.373035 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6e5e6203-1776-45df-b169-fa2027a51e0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132616335'] for subnet, precommit_delete_associations {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:32.449100 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6e5e6203-1776-45df-b169-fa2027a51e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-928750'] for subnet, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:32.462167 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 57732) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:32.519767 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-fc6f2faa-92e1-4535-b401-16cd021d15bf tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:32.544666 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-fc6f2faa-92e1-4535-b401-16cd021d15bf tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:32.594853 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6e5e6203-1776-45df-b169-fa2027a51e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-928029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132619622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133672238'] for subnet, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:32.622265 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e6203-1776-45df-b169-fa2027a51e0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f29eba2-c868-485f-95da-20183aecad0d,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:32.623757 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-6e5e6203-1776-45df-b169-fa2027a51e0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:32.625683 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-6e5e6203-1776-45df-b169-fa2027a51e0d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3f29eba2-c868-485f-95da-20183aecad0d HTTP/1.1" status: 204 len: 168 time: 0.3420465 Aug 04 08:50:32.628190 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57734) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:32.630524 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5701710e-b0df-4799-9076-84a8858fe3ae None None] Network 8368db50-fbaf-4fdf-9001-c91ff87dcdeb requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:50:32.662726 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-fc6f2faa-92e1-4535-b401-16cd021d15bf tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:32.665330 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-fc6f2faa-92e1-4535-b401-16cd021d15bf tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:32.672661 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-fc6f2faa-92e1-4535-b401-16cd021d15bf tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] 10.222.0.45 "DELETE /v2.0/security-groups/970cb49f-e1fa-45ff-91aa-ba6791ce176b HTTP/1.1" status: 204 len: 168 time: 0.2033250 Aug 04 08:50:32.685674 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f2faa-92e1-4535-b401-16cd021d15bf tempest-TestVolumeBootPattern-1529308959 tempest-TestVolumeBootPattern-1529308959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=970cb49f-e1fa-45ff-91aa-ba6791ce176b,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:32.710229 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-218ac042-518e-48bc-9a39-674510a209b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583520'] for network, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:32.751087 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 6 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:50:32.780172 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-218ac042-518e-48bc-9a39-674510a209b9 admin admin] Deleting port 87fe88d0-9179-446c-93e2-0fee51782d9e {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:50:32.780172 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-218ac042-518e-48bc-9a39-674510a209b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:32.799191 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 57738) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:32.841946 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1775ad46-cb7e-492b-8a2c-e043b945f151 None None] DHCP port deletion for 8368db50-fbaf-4fdf-9001-c91ff87dcdeb request from dv-cinder-802653-4-iscsi {{(pid=100322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 08:50:32.848236 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [None req-218ac042-518e-48bc-9a39-674510a209b9 admin admin] For port 87fe88d0-9179-446c-93e2-0fee51782d9e, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=87fe88d0-9179-446c-93e2-0fee51782d9e,segment=NetworkSegment(e8ee7cd0-f72d-40ef-9fb1-fe8eebbb9ed6),segment_id=e8ee7cd0-f72d-40ef-9fb1-fe8eebbb9ed6)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:50:32.848624 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-218ac042-518e-48bc-9a39-674510a209b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:32.861997 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-218ac042-518e-48bc-9a39-674510a209b9 admin admin] Calling delete_port for 87fe88d0-9179-446c-93e2-0fee51782d9e owned by network:dhcp {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:50:32.900929 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-1775ad46-cb7e-492b-8a2c-e043b945f151 None None] Deleting port 87fe88d0-9179-446c-93e2-0fee51782d9e {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:50:32.901407 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1775ad46-cb7e-492b-8a2c-e043b945f151 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:32.965188 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 87fe88d0-9179-446c-93e2-0fee51782d9e no longer exists at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:50:33.001287 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-1775ad46-cb7e-492b-8a2c-e043b945f151 None None] For port 87fe88d0-9179-446c-93e2-0fee51782d9e, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=87fe88d0-9179-446c-93e2-0fee51782d9e,segment=NetworkSegment(e8ee7cd0-f72d-40ef-9fb1-fe8eebbb9ed6),segment_id=e8ee7cd0-f72d-40ef-9fb1-fe8eebbb9ed6)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:50:33.001716 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1775ad46-cb7e-492b-8a2c-e043b945f151 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:33.019163 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-1775ad46-cb7e-492b-8a2c-e043b945f151 None None] Calling delete_port for 87fe88d0-9179-446c-93e2-0fee51782d9e owned by network:dhcp {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:50:33.028804 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-218ac042-518e-48bc-9a39-674510a209b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:33.036105 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] No active binding found for port 87fe88d0-9179-446c-93e2-0fee51782d9e {{(pid=100322) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 04 08:50:33.036531 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 87fe88d0-9179-446c-93e2-0fee51782d9e not bound to the agent host dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:50:33.036965 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 7edf37d5-ac2f-48e1-b577-57f1cf3e4b47 no longer exists at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:50:33.058818 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218ac042-518e-48bc-9a39-674510a209b9 admin admin] No DVR routers for this DVR port 87fe88d0-9179-446c-93e2-0fee51782d9e on host dv-cinder-802653-4-iscsi {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:50:33.063833 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ac042-518e-48bc-9a39-674510a209b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=87fe88d0-9179-446c-93e2-0fee51782d9e,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:33.083411 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] No Port match for: 7edf37d5-ac2f-48e1-b577-57f1cf3e4b47 {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:50:33.083761 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 7edf37d5-ac2f-48e1-b577-57f1cf3e4b47 not bound to the agent host dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:50:33.084217 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device d17507dc-f5d9-44d8-a51b-dfa4c565647f no longer exists at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:50:33.105280 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] No Port match for: d17507dc-f5d9-44d8-a51b-dfa4c565647f {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:50:33.105632 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device d17507dc-f5d9-44d8-a51b-dfa4c565647f not bound to the agent host dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:50:33.139377 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-1775ad46-cb7e-492b-8a2c-e043b945f151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:33.142896 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-218ac042-518e-48bc-9a39-674510a209b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-926057', 'neutron.services.segments.db._delete_segments_for_network-8749051068919'] for network, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:33.153001 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-218ac042-518e-48bc-9a39-674510a209b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8368db50-fbaf-4fdf-9001-c91ff87dcdeb']}} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:33.163461 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-218ac042-518e-48bc-9a39-674510a209b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ee7cd0-f72d-40ef-9fb1-fe8eebbb9ed6') {'for_net_delete': True} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:33.163762 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-218ac042-518e-48bc-9a39-674510a209b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ee7cd0-f72d-40ef-9fb1-fe8eebbb9ed6') {} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:33.170125 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775ad46-cb7e-492b-8a2c-e043b945f151 None None] Pushing event deleted for resources: {'Port': ['ID=87fe88d0-9179-446c-93e2-0fee51782d9e,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:33.172001 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1775ad46-cb7e-492b-8a2c-e043b945f151 None None] No DVR routers for this DVR port 87fe88d0-9179-446c-93e2-0fee51782d9e on host dv-cinder-802653-4-iscsi {{(pid=100322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:50:33.176398 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-218ac042-518e-48bc-9a39-674510a209b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749051071492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132616324'] for segment, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:33.192088 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-218ac042-518e-48bc-9a39-674510a209b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:33.198453 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-218ac042-518e-48bc-9a39-674510a209b9 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=100321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 08:50:33.198878 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-218ac042-518e-48bc-9a39-674510a209b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132619724'] for segment, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:33.200606 dv-cinder-802653-4-iscsi neutron-server[100321]: Traceback (most recent call last): Aug 04 08:50:33.200606 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 08:50:33.200606 dv-cinder-802653-4-iscsi neutron-server[100321]: timer() Aug 04 08:50:33.200606 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 08:50:33.200606 dv-cinder-802653-4-iscsi neutron-server[100321]: cb(*args, **kw) Aug 04 08:50:33.200606 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 08:50:33.200606 dv-cinder-802653-4-iscsi neutron-server[100321]: return func(*args, **kwargs) Aug 04 08:50:33.200606 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 08:50:33.200606 dv-cinder-802653-4-iscsi neutron-server[100321]: self._notify() Aug 04 08:50:33.200606 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 08:50:33.200606 dv-cinder-802653-4-iscsi neutron-server[100321]: self.callback(batched_events) Aug 04 08:50:33.200606 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 08:50:33.200606 dv-cinder-802653-4-iscsi neutron-server[100321]: event.method(event) Aug 04 08:50:33.200606 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 08:50:33.200606 dv-cinder-802653-4-iscsi neutron-server[100321]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 08:50:33.200606 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 08:50:33.200606 dv-cinder-802653-4-iscsi neutron-server[100321]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 08:50:33.200606 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 08:50:33.200606 dv-cinder-802653-4-iscsi neutron-server[100321]: return f(self, *a, **k) Aug 04 08:50:33.200606 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 08:50:33.200606 dv-cinder-802653-4-iscsi neutron-server[100321]: return self._get(url).json() Aug 04 08:50:33.200606 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 08:50:33.200606 dv-cinder-802653-4-iscsi neutron-server[100321]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 08:50:33.200606 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 08:50:33.200606 dv-cinder-802653-4-iscsi neutron-server[100321]: return self.request(url, 'GET', **kwargs) Aug 04 08:50:33.200606 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 08:50:33.200606 dv-cinder-802653-4-iscsi neutron-server[100321]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 08:50:33.200606 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 08:50:33.200606 dv-cinder-802653-4-iscsi neutron-server[100321]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 08:50:33.200606 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 08:50:33.200606 dv-cinder-802653-4-iscsi neutron-server[100321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 08:50:33.200606 dv-cinder-802653-4-iscsi neutron-server[100321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 08:50:33.330081 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-218ac042-518e-48bc-9a39-674510a209b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055443'] for network, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:33.338616 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-2a492b4b-ab34-45fe-a7dd-ffb860c1507b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2056185'] for router_interface, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:33.339148 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-218ac042-518e-48bc-9a39-674510a209b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:33.342712 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-218ac042-518e-48bc-9a39-674510a209b9 admin admin] 10.222.0.45 "DELETE /v2.0/networks/8368db50-fbaf-4fdf-9001-c91ff87dcdeb HTTP/1.1" status: 204 len: 168 time: 0.7107089 Aug 04 08:50:33.360986 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ac042-518e-48bc-9a39-674510a209b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8368db50-fbaf-4fdf-9001-c91ff87dcdeb,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:33.573254 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [None req-2a492b4b-ab34-45fe-a7dd-ffb860c1507b admin admin] Deleting port 4f564317-117c-4b42-a965-36d82bf45d2e {{(pid=100320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:50:33.573790 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-2a492b4b-ab34-45fe-a7dd-ffb860c1507b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:33.651619 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57746) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:33.653142 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.db [None req-2a492b4b-ab34-45fe-a7dd-ffb860c1507b admin admin] For port 4f564317-117c-4b42-a965-36d82bf45d2e, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=4f564317-117c-4b42-a965-36d82bf45d2e,segment=NetworkSegment(55668721-c8bf-4df9-929d-07849ad010f4),segment_id=55668721-c8bf-4df9-929d-07849ad010f4)] {{(pid=100320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:50:33.653520 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-2a492b4b-ab34-45fe-a7dd-ffb860c1507b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:33.670778 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [None req-2a492b4b-ab34-45fe-a7dd-ffb860c1507b admin admin] Calling delete_port for 4f564317-117c-4b42-a965-36d82bf45d2e owned by network:router_interface {{(pid=100320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:50:33.691469 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-10deb567-6ea3-4154-9aa2-938d5fcfc624 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aa3e51a69dab4e98a556a31f852f896e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386667 Aug 04 08:50:33.694045 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57748) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:33.741437 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3543b3c6-5d51-45ca-a72d-b077c229d37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:33.762686 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3543b3c6-5d51-45ca-a72d-b077c229d37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:33.884913 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3543b3c6-5d51-45ca-a72d-b077c229d37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:33.887438 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-3543b3c6-5d51-45ca-a72d-b077c229d37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:33.888626 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-3543b3c6-5d51-45ca-a72d-b077c229d37b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a36e6b51-5187-403a-88e5-467c9e9f007a HTTP/1.1" status: 204 len: 168 time: 0.1936545 Aug 04 08:50:33.896649 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543b3c6-5d51-45ca-a72d-b077c229d37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36e6b51-5187-403a-88e5-467c9e9f007a,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:33.914601 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-2a492b4b-ab34-45fe-a7dd-ffb860c1507b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134116821'] for port, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:33.946659 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a492b4b-ab34-45fe-a7dd-ffb860c1507b admin admin] Pushing event deleted for resources: {'Port': ['ID=4f564317-117c-4b42-a965-36d82bf45d2e,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:34.107466 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-2a492b4b-ab34-45fe-a7dd-ffb860c1507b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2056077'] for router_interface, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:34.321612 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a492b4b-ab34-45fe-a7dd-ffb860c1507b admin admin] Router 4b811504-3b5e-4d85-8947-81201cead105 has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:50:34.424942 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a492b4b-ab34-45fe-a7dd-ffb860c1507b admin admin] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:50:34.429977 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-2a492b4b-ab34-45fe-a7dd-ffb860c1507b admin admin] 10.222.0.45 "PUT /v2.0/routers/4b811504-3b5e-4d85-8947-81201cead105/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6296005 Aug 04 08:50:34.433087 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 57756) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:34.437083 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec57a23-f3b6-4d0f-a1f5-b8a6ed3cf9ac None None] Sync routers for ids ['4b811504-3b5e-4d85-8947-81201cead105'] in dv-cinder-802653-4-iscsi {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:50:34.444875 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec57a23-f3b6-4d0f-a1f5-b8a6ed3cf9ac None None] Routers {'4b811504-3b5e-4d85-8947-81201cead105'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:50:34.445491 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-8ec57a23-f3b6-4d0f-a1f5-b8a6ed3cf9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:50:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['4b811504-3b5e-4d85-8947-81201cead105'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:34.552626 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-8ec57a23-f3b6-4d0f-a1f5-b8a6ed3cf9ac None None] Set router 4b811504-3b5e-4d85-8947-81201cead105 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:50:34.571326 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57758) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:34.613940 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-c1c326f7-0635-4b78-b025-e7fed80ac013 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fe6ad1d79e644e73ac7213bd94dd59ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412807 Aug 04 08:50:34.616945 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57760) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:34.675295 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4caceb38-f12a-41bf-9e85-e133ab3f6953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:34.702918 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4caceb38-f12a-41bf-9e85-e133ab3f6953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:34.743362 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-8ec57a23-f3b6-4d0f-a1f5-b8a6ed3cf9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b811504-3b5e-4d85-8947-81201cead105', 'name': 'tempest-TestVolumeBootPattern-2134895935-router', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:44Z', 'updated_at': '2021-08-04T08:50:33Z', 'revision_number': 5, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'gw_port': {'id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:45Z', 'updated_at': '2021-08-04T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:34.770614 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec57a23-f3b6-4d0f-a1f5-b8a6ed3cf9ac None None] Checking router: 4b811504-3b5e-4d85-8947-81201cead105 for host: dv-cinder-802653-4-iscsi {{(pid=100322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:50:34.780802 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec57a23-f3b6-4d0f-a1f5-b8a6ed3cf9ac None None] Routers {'4b811504-3b5e-4d85-8947-81201cead105'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:50:34.781437 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-8ec57a23-f3b6-4d0f-a1f5-b8a6ed3cf9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:50:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['4b811504-3b5e-4d85-8947-81201cead105'], 'active': True} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:34.817148 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4caceb38-f12a-41bf-9e85-e133ab3f6953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:34.818743 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ff4307d8-8982-4122-83d2-0582148a7e35 admin admin] Notify callbacks [] for router, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:34.819776 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4caceb38-f12a-41bf-9e85-e133ab3f6953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:34.823600 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-4caceb38-f12a-41bf-9e85-e133ab3f6953 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/60850dbb-5950-42a0-b18c-c0f6e8f6015d HTTP/1.1" status: 204 len: 168 time: 0.2028940 Aug 04 08:50:34.830658 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caceb38-f12a-41bf-9e85-e133ab3f6953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60850dbb-5950-42a0-b18c-c0f6e8f6015d,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:34.923230 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvr_db [None req-8ec57a23-f3b6-4d0f-a1f5-b8a6ed3cf9ac None None] Set router 4b811504-3b5e-4d85-8947-81201cead105 gateway port host: dv-cinder-802653-4-iscsi {{(pid=100322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:50:34.941028 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ff4307d8-8982-4122-83d2-0582148a7e35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:35.062312 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [None req-ff4307d8-8982-4122-83d2-0582148a7e35 admin admin] Deleting port 51f97d59-948f-46ae-b75b-ca15a05c9255 {{(pid=100320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:50:35.062755 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ff4307d8-8982-4122-83d2-0582148a7e35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:35.115258 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_hamode_db [None req-8ec57a23-f3b6-4d0f-a1f5-b8a6ed3cf9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b811504-3b5e-4d85-8947-81201cead105', 'name': 'tempest-TestVolumeBootPattern-2134895935-router', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:44Z', 'updated_at': '2021-08-04T08:50:33Z', 'revision_number': 5, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'gw_port': {'id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:45Z', 'updated_at': '2021-08-04T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:35.150065 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec57a23-f3b6-4d0f-a1f5-b8a6ed3cf9ac None None] The sync data for ids ['4b811504-3b5e-4d85-8947-81201cead105'] in dv-cinder-802653-4-iscsi is: [{'id': '4b811504-3b5e-4d85-8947-81201cead105', 'name': 'tempest-TestVolumeBootPattern-2134895935-router', 'tenant_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:44Z', 'updated_at': '2021-08-04T08:50:33Z', 'revision_number': 5, 'project_id': 'dedd88d93ffc4bca9dc856c5b204a955', 'gw_port': {'id': '51f97d59-948f-46ae-b75b-ca15a05c9255', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b811504-3b5e-4d85-8947-81201cead105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:45Z', 'updated_at': '2021-08-04T08:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}] {{(pid=100322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:50:35.153128 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.db [None req-ff4307d8-8982-4122-83d2-0582148a7e35 admin admin] For port 51f97d59-948f-46ae-b75b-ca15a05c9255, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=51f97d59-948f-46ae-b75b-ca15a05c9255,segment=NetworkSegment(14aa563b-e8c7-40ac-9bd4-d0f3043acf10),segment_id=14aa563b-e8c7-40ac-9bd4-d0f3043acf10)] {{(pid=100320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:50:35.153586 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ff4307d8-8982-4122-83d2-0582148a7e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:35.173569 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [None req-ff4307d8-8982-4122-83d2-0582148a7e35 admin admin] Calling delete_port for 51f97d59-948f-46ae-b75b-ca15a05c9255 owned by network:router_gateway {{(pid=100320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:50:35.422562 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ff4307d8-8982-4122-83d2-0582148a7e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134116821'] for port, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:35.448876 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4307d8-8982-4122-83d2-0582148a7e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=51f97d59-948f-46ae-b75b-ca15a05c9255,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:35.518600 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ff4307d8-8982-4122-83d2-0582148a7e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055479'] for router_gateway, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:35.613360 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ff4307d8-8982-4122-83d2-0582148a7e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8287'] for router, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:35.615562 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ff4307d8-8982-4122-83d2-0582148a7e35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:35.747291 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ff4307d8-8982-4122-83d2-0582148a7e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2049596'] for router, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:35.747875 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4307d8-8982-4122-83d2-0582148a7e35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b811504-3b5e-4d85-8947-81201cead105 {{(pid=100320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 08:50:35.752234 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-ff4307d8-8982-4122-83d2-0582148a7e35 admin admin] Notify callbacks [] for router, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:35.753318 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-ff4307d8-8982-4122-83d2-0582148a7e35 admin admin] 10.222.0.45 "DELETE /v2.0/routers/4b811504-3b5e-4d85-8947-81201cead105 HTTP/1.1" status: 204 len: 168 time: 1.3193142 Aug 04 08:50:35.756109 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 57766) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:35.801721 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a9ef7e8-7fdb-468a-8029-d6cc1f20848b admin admin] Deleting subnet 88edd72a-bd44-4717-a8ab-c97bf6648020 {{(pid=100320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 08:50:35.805096 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5a9ef7e8-7fdb-468a-8029-d6cc1f20848b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:35.851445 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5a9ef7e8-7fdb-468a-8029-d6cc1f20848b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133554087'] for subnet, precommit_delete_associations {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:35.933822 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5a9ef7e8-7fdb-468a-8029-d6cc1f20848b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-928750'] for subnet, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:36.045016 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5a9ef7e8-7fdb-468a-8029-d6cc1f20848b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-928029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-134116618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133633541'] for subnet, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:36.070325 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ef7e8-7fdb-468a-8029-d6cc1f20848b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88edd72a-bd44-4717-a8ab-c97bf6648020,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:36.075678 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-5a9ef7e8-7fdb-468a-8029-d6cc1f20848b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:36.077710 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-5a9ef7e8-7fdb-468a-8029-d6cc1f20848b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/88edd72a-bd44-4717-a8ab-c97bf6648020 HTTP/1.1" status: 204 len: 168 time: 0.3206637 Aug 04 08:50:36.080173 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 57772) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:36.082687 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55efcc5-03da-423e-b35a-bf775adc6b3f None None] Network a5391651-c052-4019-966f-27312282f5a7 requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:50:36.149174 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-fc0db38f-d00b-4846-abf9-b7ede97c4318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583520'] for network, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:36.208311 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [None req-fc0db38f-d00b-4846-abf9-b7ede97c4318 admin admin] Deleting port 75c47c58-43d8-437f-87e5-61c1c84da434 {{(pid=100320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:50:36.208743 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-fc0db38f-d00b-4846-abf9-b7ede97c4318 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:36.280735 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.db [None req-fc0db38f-d00b-4846-abf9-b7ede97c4318 admin admin] For port 75c47c58-43d8-437f-87e5-61c1c84da434, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=75c47c58-43d8-437f-87e5-61c1c84da434,segment=NetworkSegment(55668721-c8bf-4df9-929d-07849ad010f4),segment_id=55668721-c8bf-4df9-929d-07849ad010f4)] {{(pid=100320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:50:36.281485 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-fc0db38f-d00b-4846-abf9-b7ede97c4318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:36.282520 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e6f7f4-3110-453d-8adb-5b8da72c85d9 None None] DHCP port deletion for a5391651-c052-4019-966f-27312282f5a7 request from dv-cinder-802653-4-iscsi {{(pid=100322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 08:50:36.294983 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.plugin [None req-fc0db38f-d00b-4846-abf9-b7ede97c4318 admin admin] Calling delete_port for 75c47c58-43d8-437f-87e5-61c1c84da434 owned by network:dhcp {{(pid=100320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:50:36.326701 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-c1e6f7f4-3110-453d-8adb-5b8da72c85d9 None None] Deleting port 75c47c58-43d8-437f-87e5-61c1c84da434 {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:50:36.327080 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c1e6f7f4-3110-453d-8adb-5b8da72c85d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:36.391269 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-c1e6f7f4-3110-453d-8adb-5b8da72c85d9 None None] For port 75c47c58-43d8-437f-87e5-61c1c84da434, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=75c47c58-43d8-437f-87e5-61c1c84da434,segment=NetworkSegment(55668721-c8bf-4df9-929d-07849ad010f4),segment_id=55668721-c8bf-4df9-929d-07849ad010f4)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:50:36.391590 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c1e6f7f4-3110-453d-8adb-5b8da72c85d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:36.404943 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-c1e6f7f4-3110-453d-8adb-5b8da72c85d9 None None] Calling delete_port for 75c47c58-43d8-437f-87e5-61c1c84da434 owned by network:dhcp {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:50:36.479853 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-fc0db38f-d00b-4846-abf9-b7ede97c4318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134116821'] for port, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:36.485469 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c1e6f7f4-3110-453d-8adb-5b8da72c85d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:36.506609 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0db38f-d00b-4846-abf9-b7ede97c4318 admin admin] Pushing event deleted for resources: {'Port': ['ID=75c47c58-43d8-437f-87e5-61c1c84da434,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:36.511201 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6f7f4-3110-453d-8adb-5b8da72c85d9 None None] Pushing event deleted for resources: {'Port': ['ID=75c47c58-43d8-437f-87e5-61c1c84da434,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:36.513088 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0db38f-d00b-4846-abf9-b7ede97c4318 admin admin] No DVR routers for this DVR port 75c47c58-43d8-437f-87e5-61c1c84da434 on host dv-cinder-802653-4-iscsi {{(pid=100320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:50:36.514790 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e6f7f4-3110-453d-8adb-5b8da72c85d9 None None] No DVR routers for this DVR port 75c47c58-43d8-437f-87e5-61c1c84da434 on host dv-cinder-802653-4-iscsi {{(pid=100322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:50:36.586971 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-fc0db38f-d00b-4846-abf9-b7ede97c4318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-926057', 'neutron.services.segments.db._delete_segments_for_network-8749051068919'] for network, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:36.596614 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.services.segments.db [None req-fc0db38f-d00b-4846-abf9-b7ede97c4318 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5391651-c052-4019-966f-27312282f5a7']}} {{(pid=100320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:36.606575 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.services.segments.db [None req-fc0db38f-d00b-4846-abf9-b7ede97c4318 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55668721-c8bf-4df9-929d-07849ad010f4') {'for_net_delete': True} {{(pid=100320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:36.606872 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.services.segments.db [None req-fc0db38f-d00b-4846-abf9-b7ede97c4318 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55668721-c8bf-4df9-929d-07849ad010f4') {} {{(pid=100320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:36.615390 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-fc0db38f-d00b-4846-abf9-b7ede97c4318 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749051071492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133554092'] for segment, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:36.633279 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-fc0db38f-d00b-4846-abf9-b7ede97c4318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:36.640215 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc0db38f-d00b-4846-abf9-b7ede97c4318 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=100320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 08:50:36.640608 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-fc0db38f-d00b-4846-abf9-b7ede97c4318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-134116768'] for segment, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:36.642366 dv-cinder-802653-4-iscsi neutron-server[100320]: Traceback (most recent call last): Aug 04 08:50:36.642366 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 08:50:36.642366 dv-cinder-802653-4-iscsi neutron-server[100320]: timer() Aug 04 08:50:36.642366 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 08:50:36.642366 dv-cinder-802653-4-iscsi neutron-server[100320]: cb(*args, **kw) Aug 04 08:50:36.642366 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 08:50:36.642366 dv-cinder-802653-4-iscsi neutron-server[100320]: return func(*args, **kwargs) Aug 04 08:50:36.642366 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 08:50:36.642366 dv-cinder-802653-4-iscsi neutron-server[100320]: self._notify() Aug 04 08:50:36.642366 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 08:50:36.642366 dv-cinder-802653-4-iscsi neutron-server[100320]: self.callback(batched_events) Aug 04 08:50:36.642366 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 08:50:36.642366 dv-cinder-802653-4-iscsi neutron-server[100320]: event.method(event) Aug 04 08:50:36.642366 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 08:50:36.642366 dv-cinder-802653-4-iscsi neutron-server[100320]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 08:50:36.642366 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 08:50:36.642366 dv-cinder-802653-4-iscsi neutron-server[100320]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 08:50:36.642366 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 08:50:36.642366 dv-cinder-802653-4-iscsi neutron-server[100320]: return f(self, *a, **k) Aug 04 08:50:36.642366 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 08:50:36.642366 dv-cinder-802653-4-iscsi neutron-server[100320]: return self._get(url).json() Aug 04 08:50:36.642366 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 08:50:36.642366 dv-cinder-802653-4-iscsi neutron-server[100320]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 08:50:36.642366 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 08:50:36.642366 dv-cinder-802653-4-iscsi neutron-server[100320]: return self.request(url, 'GET', **kwargs) Aug 04 08:50:36.642366 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 08:50:36.642366 dv-cinder-802653-4-iscsi neutron-server[100320]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 08:50:36.642366 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 08:50:36.642366 dv-cinder-802653-4-iscsi neutron-server[100320]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 08:50:36.642366 dv-cinder-802653-4-iscsi neutron-server[100320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 08:50:36.642366 dv-cinder-802653-4-iscsi neutron-server[100320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 08:50:36.642366 dv-cinder-802653-4-iscsi neutron-server[100320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 08:50:36.742412 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-fc0db38f-d00b-4846-abf9-b7ede97c4318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055443'] for network, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:36.748051 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-fc0db38f-d00b-4846-abf9-b7ede97c4318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:36.752697 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-fc0db38f-d00b-4846-abf9-b7ede97c4318 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a5391651-c052-4019-966f-27312282f5a7 HTTP/1.1" status: 204 len: 168 time: 0.6689804 Aug 04 08:50:36.753059 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57776) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:36.761986 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0db38f-d00b-4846-abf9-b7ede97c4318 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5391651-c052-4019-966f-27312282f5a7,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:36.959315 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 75c47c58-43d8-437f-87e5-61c1c84da434 no longer exists at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:50:36.980110 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] No Port match for: 75c47c58-43d8-437f-87e5-61c1c84da434 {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:50:36.980455 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 75c47c58-43d8-437f-87e5-61c1c84da434 not bound to the agent host dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:50:36.980868 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 51f97d59-948f-46ae-b75b-ca15a05c9255 no longer exists at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:50:37.028593 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] No Port match for: 51f97d59-948f-46ae-b75b-ca15a05c9255 {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:50:37.028940 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 51f97d59-948f-46ae-b75b-ca15a05c9255 not bound to the agent host dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:50:37.029360 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 4f564317-117c-4b42-a965-36d82bf45d2e no longer exists at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:50:37.053152 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] No Port match for: 4f564317-117c-4b42-a965-36d82bf45d2e {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:50:37.053494 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 4f564317-117c-4b42-a965-36d82bf45d2e not bound to the agent host dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:50:37.102312 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c28502dd-12d6-4fd4-ae7c-bf5d00e8f060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2056185'] for router_interface, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:37.336675 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-c28502dd-12d6-4fd4-ae7c-bf5d00e8f060 admin admin] Deleting port c22b765d-d084-4538-98d2-9e05828f6997 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:50:37.337020 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c28502dd-12d6-4fd4-ae7c-bf5d00e8f060 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:37.418251 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [None req-c28502dd-12d6-4fd4-ae7c-bf5d00e8f060 admin admin] For port c22b765d-d084-4538-98d2-9e05828f6997, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=c22b765d-d084-4538-98d2-9e05828f6997,segment=NetworkSegment(7febe832-773b-4e3e-b93d-aad48a813840),segment_id=7febe832-773b-4e3e-b93d-aad48a813840)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:50:37.418636 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c28502dd-12d6-4fd4-ae7c-bf5d00e8f060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:37.430570 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-c28502dd-12d6-4fd4-ae7c-bf5d00e8f060 admin admin] Calling delete_port for c22b765d-d084-4538-98d2-9e05828f6997 owned by network:router_interface {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:50:37.518631 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-757c0a48-1259-4dee-824a-9e5ff80f49a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:37.701466 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c28502dd-12d6-4fd4-ae7c-bf5d00e8f060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:37.726107 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28502dd-12d6-4fd4-ae7c-bf5d00e8f060 admin admin] Pushing event deleted for resources: {'Port': ['ID=c22b765d-d084-4538-98d2-9e05828f6997,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:37.891583 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-c28502dd-12d6-4fd4-ae7c-bf5d00e8f060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2056077'] for router_interface, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:38.094136 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28502dd-12d6-4fd4-ae7c-bf5d00e8f060 admin admin] Router 08e810da-3634-4c58-982b-681dd2e1f46e has already been hosted by L3 agent c6b0c631-199b-452b-b4aa-81dd2c38b6b4 {{(pid=100321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 08:50:38.198161 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28502dd-12d6-4fd4-ae7c-bf5d00e8f060 admin admin] Notify agent at l3_agent.dv-cinder-802653-4-iscsi the message routers_updated {{(pid=100321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 08:50:38.203277 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-c28502dd-12d6-4fd4-ae7c-bf5d00e8f060 admin admin] 10.222.0.45 "PUT /v2.0/routers/08e810da-3634-4c58-982b-681dd2e1f46e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4487004 Aug 04 08:50:38.205551 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57780) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:38.208041 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4711c0-ac0f-412c-908a-b67beea17cae None None] Sync routers for ids ['08e810da-3634-4c58-982b-681dd2e1f46e'] in dv-cinder-802653-4-iscsi {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 08:50:38.217174 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4711c0-ac0f-412c-908a-b67beea17cae None None] Routers {'08e810da-3634-4c58-982b-681dd2e1f46e'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:50:38.217786 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-af4711c0-ac0f-412c-908a-b67beea17cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:50:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['08e810da-3634-4c58-982b-681dd2e1f46e'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:38.306041 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4eb4e8eb-3eb3-4005-83b1-c20b5109cf6b admin admin] Notify callbacks [] for router, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:38.319627 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-af4711c0-ac0f-412c-908a-b67beea17cae None None] Set router 08e810da-3634-4c58-982b-681dd2e1f46e gateway port host: dv-cinder-802653-4-iscsi {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:50:38.407539 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4eb4e8eb-3eb3-4005-83b1-c20b5109cf6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:38.492867 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-af4711c0-ac0f-412c-908a-b67beea17cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e810da-3634-4c58-982b-681dd2e1f46e', 'name': 'tempest-TestVolumeBootPattern-519461314-router', 'tenant_id': '4a058a16a1a8465a846dfe7da167a7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'external_fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:52Z', 'updated_at': '2021-08-04T08:50:37Z', 'revision_number': 5, 'project_id': '4a058a16a1a8465a846dfe7da167a7ce', 'gw_port': {'id': 'c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1', 'name': '', 'network_id': '3e216780-0509-4029-b6cd-a15c5c01b313', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e810da-3634-4c58-982b-681dd2e1f46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T08:42:53Z', 'updated_at': '2021-08-04T08:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90755f8e-3998-4871-81e2-3daea40b0bfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-4-iscsi'}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:38.523084 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-4eb4e8eb-3eb3-4005-83b1-c20b5109cf6b admin admin] Deleting port c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:50:38.523435 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4eb4e8eb-3eb3-4005-83b1-c20b5109cf6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:38.609360 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4711c0-ac0f-412c-908a-b67beea17cae None None] Checking router: 08e810da-3634-4c58-982b-681dd2e1f46e for host: dv-cinder-802653-4-iscsi {{(pid=100323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 08:50:38.610083 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [None req-4eb4e8eb-3eb3-4005-83b1-c20b5109cf6b admin admin] For port c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1,segment=NetworkSegment(14aa563b-e8c7-40ac-9bd4-d0f3043acf10),segment_id=14aa563b-e8c7-40ac-9bd4-d0f3043acf10)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:50:38.610479 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4eb4e8eb-3eb3-4005-83b1-c20b5109cf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:38.617777 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4711c0-ac0f-412c-908a-b67beea17cae None None] Routers {'08e810da-3634-4c58-982b-681dd2e1f46e'} bound to L3 agent in host dv-cinder-802653-4-iscsi {{(pid=100323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 08:50:38.618389 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-af4711c0-ac0f-412c-908a-b67beea17cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T08:31:10Z,description=,heartbeat_timestamp=2021-08-04T08:50:10Z,host='dv-cinder-802653-4-iscsi',id=c6b0c631-199b-452b-b4aa-81dd2c38b6b4,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T08:31:10Z,topic='l3_agent')) {'router_ids': ['08e810da-3634-4c58-982b-681dd2e1f46e'], 'active': True} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:38.622872 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-4eb4e8eb-3eb3-4005-83b1-c20b5109cf6b admin admin] Calling delete_port for c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1 owned by network:router_gateway {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:50:38.701576 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_dvr_db [None req-af4711c0-ac0f-412c-908a-b67beea17cae None None] Set router 08e810da-3634-4c58-982b-681dd2e1f46e gateway port host: None {{(pid=100323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 08:50:38.751805 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.l3_hamode_db [None req-af4711c0-ac0f-412c-908a-b67beea17cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e810da-3634-4c58-982b-681dd2e1f46e', 'name': 'tempest-TestVolumeBootPattern-519461314-router', 'tenant_id': '4a058a16a1a8465a846dfe7da167a7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:52Z', 'updated_at': '2021-08-04T08:50:38Z', 'revision_number': 6, 'project_id': '4a058a16a1a8465a846dfe7da167a7ce', 'gw_port_host': None}], 'dv-cinder-802653-4-iscsi', False) {} {{(pid=100323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:38.780733 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4711c0-ac0f-412c-908a-b67beea17cae None None] The sync data for ids ['08e810da-3634-4c58-982b-681dd2e1f46e'] in dv-cinder-802653-4-iscsi is: [{'id': '08e810da-3634-4c58-982b-681dd2e1f46e', 'name': 'tempest-TestVolumeBootPattern-519461314-router', 'tenant_id': '4a058a16a1a8465a846dfe7da167a7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T08:42:52Z', 'updated_at': '2021-08-04T08:50:38Z', 'revision_number': 6, 'project_id': '4a058a16a1a8465a846dfe7da167a7ce', 'gw_port_host': None}] {{(pid=100323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 08:50:38.833206 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4eb4e8eb-3eb3-4005-83b1-c20b5109cf6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:38.859271 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4e8eb-3eb3-4005-83b1-c20b5109cf6b admin admin] Pushing event deleted for resources: {'Port': ['ID=c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:38.919741 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4eb4e8eb-3eb3-4005-83b1-c20b5109cf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2055479'] for router_gateway, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:39.012434 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4eb4e8eb-3eb3-4005-83b1-c20b5109cf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8287'] for router, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:39.014530 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4eb4e8eb-3eb3-4005-83b1-c20b5109cf6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:39.120066 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4eb4e8eb-3eb3-4005-83b1-c20b5109cf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2049596'] for router, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:39.120583 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb4e8eb-3eb3-4005-83b1-c20b5109cf6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08e810da-3634-4c58-982b-681dd2e1f46e {{(pid=100321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 08:50:39.126132 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-4eb4e8eb-3eb3-4005-83b1-c20b5109cf6b admin admin] Notify callbacks [] for router, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:39.127774 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-4eb4e8eb-3eb3-4005-83b1-c20b5109cf6b admin admin] 10.222.0.45 "DELETE /v2.0/routers/08e810da-3634-4c58-982b-681dd2e1f46e HTTP/1.1" status: 204 len: 168 time: 0.9210825 Aug 04 08:50:39.130519 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57784) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:39.183526 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd685e58-fae9-443f-93ae-eebabc9599d7 admin admin] Deleting subnet 210ad921-e7fd-47ed-901a-174e2cc6026a {{(pid=100321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 08:50:39.187740 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fd685e58-fae9-443f-93ae-eebabc9599d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:39.237950 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fd685e58-fae9-443f-93ae-eebabc9599d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132616335'] for subnet, precommit_delete_associations {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:39.327444 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fd685e58-fae9-443f-93ae-eebabc9599d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-928750'] for subnet, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:39.451704 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fd685e58-fae9-443f-93ae-eebabc9599d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-928029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132619622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133672238'] for subnet, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:39.480592 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd685e58-fae9-443f-93ae-eebabc9599d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=210ad921-e7fd-47ed-901a-174e2cc6026a,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:39.486332 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-fd685e58-fae9-443f-93ae-eebabc9599d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for subnet, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:39.489216 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-fd685e58-fae9-443f-93ae-eebabc9599d7 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/210ad921-e7fd-47ed-901a-174e2cc6026a HTTP/1.1" status: 204 len: 168 time: 0.3565924 Aug 04 08:50:39.490795 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb72eab-2cb3-49be-ad63-b4663a5fe07f None None] Network fb45902a-6fa9-4c8b-86d2-6e3acf1089b0 requested from dv-cinder-802653-4-iscsi {{(pid=100322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 08:50:39.491270 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57788) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:39.561693 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device c22b765d-d084-4538-98d2-9e05828f6997 no longer exists at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:50:39.572255 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d7f457dd-c916-4a41-b265-7f4a9ed16bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583520'] for network, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:39.593253 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] No Port match for: c22b765d-d084-4538-98d2-9e05828f6997 {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:50:39.593647 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device c22b765d-d084-4538-98d2-9e05828f6997 not bound to the agent host dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:50:39.629700 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-d7f457dd-c916-4a41-b265-7f4a9ed16bc9 admin admin] Deleting port 9d3cfa22-1d5a-4c23-ab0f-d192d1c54375 {{(pid=100321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:50:39.630059 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d7f457dd-c916-4a41-b265-7f4a9ed16bc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:39.708367 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.db [None req-d7f457dd-c916-4a41-b265-7f4a9ed16bc9 admin admin] For port 9d3cfa22-1d5a-4c23-ab0f-d192d1c54375, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=9d3cfa22-1d5a-4c23-ab0f-d192d1c54375,segment=NetworkSegment(7febe832-773b-4e3e-b93d-aad48a813840),segment_id=7febe832-773b-4e3e-b93d-aad48a813840)] {{(pid=100321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:50:39.708757 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d7f457dd-c916-4a41-b265-7f4a9ed16bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:39.716374 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dbb9cd-02f1-43ca-8200-47233d62000e None None] DHCP port deletion for fb45902a-6fa9-4c8b-86d2-6e3acf1089b0 request from dv-cinder-802653-4-iscsi {{(pid=100322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 08:50:39.722502 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-d7f457dd-c916-4a41-b265-7f4a9ed16bc9 admin admin] Calling delete_port for 9d3cfa22-1d5a-4c23-ab0f-d192d1c54375 owned by network:dhcp {{(pid=100321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:50:39.764404 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-d4dbb9cd-02f1-43ca-8200-47233d62000e None None] Deleting port 9d3cfa22-1d5a-4c23-ab0f-d192d1c54375 {{(pid=100322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 08:50:39.764807 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d4dbb9cd-02f1-43ca-8200-47233d62000e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749050974010'] for port, before_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:39.828122 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.db [None req-d4dbb9cd-02f1-43ca-8200-47233d62000e None None] For port 9d3cfa22-1d5a-4c23-ab0f-d192d1c54375, host dv-cinder-802653-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-4-iscsi',level=0,port_id=9d3cfa22-1d5a-4c23-ab0f-d192d1c54375,segment=NetworkSegment(7febe832-773b-4e3e-b93d-aad48a813840),segment_id=7febe832-773b-4e3e-b93d-aad48a813840)] {{(pid=100322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 08:50:39.828533 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d4dbb9cd-02f1-43ca-8200-47233d62000e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052434'] for port, precommit_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:39.842453 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-d4dbb9cd-02f1-43ca-8200-47233d62000e None None] Calling delete_port for 9d3cfa22-1d5a-4c23-ab0f-d192d1c54375 owned by network:dhcp {{(pid=100322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 08:50:39.845542 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d7f457dd-c916-4a41-b265-7f4a9ed16bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132619705'] for port, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:39.881312 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f457dd-c916-4a41-b265-7f4a9ed16bc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d3cfa22-1d5a-4c23-ab0f-d192d1c54375,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:39.883160 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f457dd-c916-4a41-b265-7f4a9ed16bc9 admin admin] No DVR routers for this DVR port 9d3cfa22-1d5a-4c23-ab0f-d192d1c54375 on host dv-cinder-802653-4-iscsi {{(pid=100321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:50:39.936656 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d4dbb9cd-02f1-43ca-8200-47233d62000e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749050980253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749050521537'] for port, after_delete {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:39.970729 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dbb9cd-02f1-43ca-8200-47233d62000e None None] Pushing event deleted for resources: {'Port': ['ID=9d3cfa22-1d5a-4c23-ab0f-d192d1c54375,revision_number=None']} {{(pid=100322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:39.970948 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d7f457dd-c916-4a41-b265-7f4a9ed16bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-926057', 'neutron.services.segments.db._delete_segments_for_network-8749051068919'] for network, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:39.972655 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dbb9cd-02f1-43ca-8200-47233d62000e None None] No DVR routers for this DVR port 9d3cfa22-1d5a-4c23-ab0f-d192d1c54375 on host dv-cinder-802653-4-iscsi {{(pid=100322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 08:50:39.985666 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-d7f457dd-c916-4a41-b265-7f4a9ed16bc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb45902a-6fa9-4c8b-86d2-6e3acf1089b0']}} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:39.996093 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-d7f457dd-c916-4a41-b265-7f4a9ed16bc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7febe832-773b-4e3e-b93d-aad48a813840') {'for_net_delete': True} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:39.996393 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.services.segments.db [None req-d7f457dd-c916-4a41-b265-7f4a9ed16bc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7febe832-773b-4e3e-b93d-aad48a813840') {} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 08:50:40.005421 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d7f457dd-c916-4a41-b265-7f4a9ed16bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749051071492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132616324'] for segment, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:40.019149 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d7f457dd-c916-4a41-b265-7f4a9ed16bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658'] for segment, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:40.024826 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f457dd-c916-4a41-b265-7f4a9ed16bc9 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=100321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 08:50:40.025789 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d7f457dd-c916-4a41-b265-7f4a9ed16bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132619724'] for segment, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:40.027480 dv-cinder-802653-4-iscsi neutron-server[100321]: Traceback (most recent call last): Aug 04 08:50:40.027480 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 08:50:40.027480 dv-cinder-802653-4-iscsi neutron-server[100321]: timer() Aug 04 08:50:40.027480 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 08:50:40.027480 dv-cinder-802653-4-iscsi neutron-server[100321]: cb(*args, **kw) Aug 04 08:50:40.027480 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 08:50:40.027480 dv-cinder-802653-4-iscsi neutron-server[100321]: return func(*args, **kwargs) Aug 04 08:50:40.027480 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 08:50:40.027480 dv-cinder-802653-4-iscsi neutron-server[100321]: self._notify() Aug 04 08:50:40.027480 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 08:50:40.027480 dv-cinder-802653-4-iscsi neutron-server[100321]: self.callback(batched_events) Aug 04 08:50:40.027480 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 08:50:40.027480 dv-cinder-802653-4-iscsi neutron-server[100321]: event.method(event) Aug 04 08:50:40.027480 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 08:50:40.027480 dv-cinder-802653-4-iscsi neutron-server[100321]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 08:50:40.027480 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 08:50:40.027480 dv-cinder-802653-4-iscsi neutron-server[100321]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 08:50:40.027480 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 08:50:40.027480 dv-cinder-802653-4-iscsi neutron-server[100321]: return f(self, *a, **k) Aug 04 08:50:40.027480 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 08:50:40.027480 dv-cinder-802653-4-iscsi neutron-server[100321]: return self._get(url).json() Aug 04 08:50:40.027480 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 08:50:40.027480 dv-cinder-802653-4-iscsi neutron-server[100321]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 08:50:40.027480 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 08:50:40.027480 dv-cinder-802653-4-iscsi neutron-server[100321]: return self.request(url, 'GET', **kwargs) Aug 04 08:50:40.027480 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 08:50:40.027480 dv-cinder-802653-4-iscsi neutron-server[100321]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 08:50:40.027480 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 08:50:40.027480 dv-cinder-802653-4-iscsi neutron-server[100321]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 08:50:40.027480 dv-cinder-802653-4-iscsi neutron-server[100321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 08:50:40.027480 dv-cinder-802653-4-iscsi neutron-server[100321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 08:50:40.027480 dv-cinder-802653-4-iscsi neutron-server[100321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 08:50:40.148038 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d7f457dd-c916-4a41-b265-7f4a9ed16bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-926048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2055443'] for network, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:40.154419 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-d7f457dd-c916-4a41-b265-7f4a9ed16bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646675'] for network, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:40.160680 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-d7f457dd-c916-4a41-b265-7f4a9ed16bc9 admin admin] 10.222.0.45 "DELETE /v2.0/networks/fb45902a-6fa9-4c8b-86d2-6e3acf1089b0 HTTP/1.1" status: 204 len: 168 time: 0.6643736 Aug 04 08:50:40.174916 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f457dd-c916-4a41-b265-7f4a9ed16bc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb45902a-6fa9-4c8b-86d2-6e3acf1089b0,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:40.279350 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:40.308222 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-dc3ad4ba-672c-4781-a06f-6fe41bc27aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:40.542931 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57796) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:40.833701 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-822b4b5e-46af-42c8-b89f-acb076ed045d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dedd88d93ffc4bca9dc856c5b204a955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895517 Aug 04 08:50:40.836084 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57800) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:40.885011 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ce82514f-c20a-41b0-a402-f2fea091deac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:40.906078 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ce82514f-c20a-41b0-a402-f2fea091deac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:40.946260 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1 no longer exists at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:50:40.966460 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] No Port match for: c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1 {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:50:40.966811 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device c7ba47c0-e2c3-4230-8400-3b4dd7dde8b1 not bound to the agent host dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:50:40.967230 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 9d3cfa22-1d5a-4c23-ab0f-d192d1c54375 no longer exists at agent ovs-agent-dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 08:50:40.985948 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.plugin [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] No Port match for: 9d3cfa22-1d5a-4c23-ab0f-d192d1c54375 {{(pid=100322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 08:50:40.986403 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron.plugins.ml2.rpc [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Device 9d3cfa22-1d5a-4c23-ab0f-d192d1c54375 not bound to the agent host dv-cinder-802653-4-iscsi {{(pid=100322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 08:50:41.051204 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ce82514f-c20a-41b0-a402-f2fea091deac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:41.053770 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-ce82514f-c20a-41b0-a402-f2fea091deac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:41.054922 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-ce82514f-c20a-41b0-a402-f2fea091deac admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b04cdb29-2d93-47c9-be5c-c8c629c5cc08 HTTP/1.1" status: 204 len: 168 time: 0.2178392 Aug 04 08:50:41.062751 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82514f-c20a-41b0-a402-f2fea091deac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04cdb29-2d93-47c9-be5c-c8c629c5cc08,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:41.216610 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:41.724738 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57806) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:41.764142 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-d0dce6a9-2be4-44ad-b4db-72d62a97c13d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4a058a16a1a8465a846dfe7da167a7ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381148 Aug 04 08:50:41.766381 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57808) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:41.812262 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-116f3da2-4285-463e-aee5-f60bcf86acd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:41.832885 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-116f3da2-4285-463e-aee5-f60bcf86acd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:41.931146 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-116f3da2-4285-463e-aee5-f60bcf86acd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:41.934222 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-116f3da2-4285-463e-aee5-f60bcf86acd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:41.935393 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-116f3da2-4285-463e-aee5-f60bcf86acd1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9e7c670f-4073-478a-8533-eb36d7ad15a2 HTTP/1.1" status: 204 len: 168 time: 0.1680434 Aug 04 08:50:41.942978 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f3da2-4285-463e-aee5-f60bcf86acd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7c670f-4073-478a-8533-eb36d7ad15a2,revision_number=None']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:42.935539 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:50.634184 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [-] (100321) accepted ('10.222.0.45', 57886) {{(pid=100321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:50.690089 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:50.751436 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-238239c3-5b11-4a2b-9500-9dace6cc829d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:50.835752 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-238239c3-5b11-4a2b-9500-9dace6cc829d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:50.907872 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-238239c3-5b11-4a2b-9500-9dace6cc829d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_create {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:50.945969 dv-cinder-802653-4-iscsi neutron-server[100321]: INFO neutron.wsgi [None req-238239c3-5b11-4a2b-9500-9dace6cc829d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fbbd93ee6f0a4e21b21a25e393b6c2d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3106754 Aug 04 08:50:50.946692 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238239c3-5b11-4a2b-9500-9dace6cc829d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8840f698-e63e-4241-bf47-0f43cd327cd7,revision_number=1']} {{(pid=100321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:50.950295 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.wsgi [-] (100320) accepted ('10.222.0.45', 57890) {{(pid=100320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 08:50:51.023973 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-6bc419aa-abad-4616-b791-83874215e5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:51.044988 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-6bc419aa-abad-4616-b791-83874215e5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:51.142196 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-6bc419aa-abad-4616-b791-83874215e5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034724'] for security_group, after_delete {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:51.144826 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron_lib.callbacks.manager [None req-6bc419aa-abad-4616-b791-83874215e5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:50:51.148156 dv-cinder-802653-4-iscsi neutron-server[100320]: INFO neutron.wsgi [None req-6bc419aa-abad-4616-b791-83874215e5b6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8840f698-e63e-4241-bf47-0f43cd327cd7 HTTP/1.1" status: 204 len: 168 time: 0.1946685 Aug 04 08:50:51.154567 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc419aa-abad-4616-b791-83874215e5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8840f698-e63e-4241-bf47-0f43cd327cd7,revision_number=None']} {{(pid=100320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 08:50:51.161488 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc419aa-abad-4616-b791-83874215e5b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:50:51.161841 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc419aa-abad-4616-b791-83874215e5b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:50:51.162180 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc419aa-abad-4616-b791-83874215e5b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:50:51.162513 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc419aa-abad-4616-b791-83874215e5b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:50:51.162903 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc419aa-abad-4616-b791-83874215e5b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:50:51.163160 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc419aa-abad-4616-b791-83874215e5b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:50:51.163489 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc419aa-abad-4616-b791-83874215e5b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:50:51.163813 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc419aa-abad-4616-b791-83874215e5b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:50:51.164162 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc419aa-abad-4616-b791-83874215e5b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:50:51.164485 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc419aa-abad-4616-b791-83874215e5b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:50:51.164803 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc419aa-abad-4616-b791-83874215e5b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:50:51.165123 dv-cinder-802653-4-iscsi neutron-server[100320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc419aa-abad-4616-b791-83874215e5b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-4-iscsi {{(pid=100320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 08:51:07.541851 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c002c4ab-98bc-40eb-bc83-e0ef2f1c092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:51:09.750358 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 6 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:51:10.255913 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:51:10.284282 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e29a01f0-0988-4729-b317-c1ea6eef977b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:51:11.227750 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:51:12.953706 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:51:20.690236 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:51:37.516953 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-0d62ad9d-0736-404f-a115-8eaefaab2071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:51:40.244179 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:51:40.272606 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-ae56962f-c7d3-45e1-b935-49ccbe02c467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:51:41.232667 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:51:42.945738 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:51:46.750187 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 6 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:51:50.700668 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:52:07.523625 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-516e2a68-960d-47d3-ab33-53690cba4ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:52:10.255316 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:52:10.278161 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-d2640e88-3d15-4c11-8fc5-df8e6081c049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:52:11.214572 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:52:12.951725 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:52:20.723136 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:52:23.748733 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 6 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:52:37.510005 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-6c5b922a-8b0d-432a-972a-56f2b9f8eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:52:40.248320 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:52:40.271164 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-70e53108-bcf3-4661-9cd1-1b403d5e2a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:52:41.225894 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:52:42.968636 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:52:50.832177 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:53:00.746833 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 6 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:53:07.516157 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-feca319f-1172-49ce-a07f-70025e7f0798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:53:10.246640 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:53:10.270597 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-47533875-519b-46b3-bbeb-b7b7c9069ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:53:11.213772 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:53:12.979248 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:53:20.733119 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:53:37.531475 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e61ca2eb-d4f1-46d0-ac5f-fdd592f7c73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:53:37.745351 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 6 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:53:40.281449 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:53:40.292463 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-c1a59f6e-7724-4562-a96a-3645787de963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:53:41.212654 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:53:42.955919 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:53:50.749953 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:54:07.526806 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-86f6ef5e-2f4c-4adf-b601-69cd2ba634b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:54:10.258052 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:54:10.280754 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-fb291c11-b38f-42e7-9ef7-12e9d6ed2a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:54:11.211765 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:54:12.965038 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:54:14.744675 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 6 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:54:20.772078 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:54:32.168313 dv-cinder-802653-4-iscsi neutron-server[100321]: DEBUG neutron.wsgi [req-af37308f-bd7e-4301-908c-9c2a6e5caee1 req-f064c0c2-13b7-4185-9cd5-1ebc731fcc23 service neutron] (100321) timed out ('10.222.0.61', 60188) {{(pid=100321) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 08:54:37.496162 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-a988952c-8947-4238-805b-3fc2f7b4f51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:54:40.285534 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:54:40.331089 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-f3b468fc-a237-4f28-902b-a48c728aa998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:54:41.199928 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:54:42.964139 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:54:50.782635 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:54:51.743036 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 6 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:55:07.500947 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-91cbf017-bf1f-41ad-86ff-f7cd63a3e543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:55:10.272409 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:55:10.302217 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-4de256a3-a48d-4185-b1e1-0c6e6a5279a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:55:11.232628 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:55:12.959071 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:55:20.752158 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:55:28.742565 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 6 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:55:37.507672 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-fdf5ee29-67cb-4463-836d-aaf98ce2cf50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:55:40.267198 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:55:40.324700 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-5f78878c-5a10-4391-9c95-f2a4ad49aa98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:55:41.277517 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:55:42.964563 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:55:50.763893 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-94711c50-661e-4ea4-976d-1ed04f94dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:56:05.742320 dv-cinder-802653-4-iscsi neutron-server[100323]: DEBUG neutron.db.agents_db [None req-c72bfa4a-a11d-40d1-955b-828669d7f8c7 None None] Agent healthcheck: found 6 active agents {{(pid=100323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 08:56:07.495670 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-e7c53c69-371e-4b8f-99d9-b242ce3f9be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:56:10.266591 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f32b-ba28-4729-a1a5-62f794838448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:56:10.289341 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-425f6c2f-9b9d-409f-8d0d-55f95c171126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:56:11.236479 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-9cbe61bd-5f31-42b9-b922-aa4cf13eb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 08:56:12.973524 dv-cinder-802653-4-iscsi neutron-server[100322]: DEBUG neutron_lib.callbacks.manager [None req-3570ccbe-9794-4ff3-834e-5ef4b8ad3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749051068901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932037'] for agent, after_update {{(pid=100322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}